-- Logs begin at Tue 2021-10-19 07:45:22 UTC, end at Tue 2021-10-19 08:45:46 UTC. -- Oct 19 08:15:54.569282 dv-cinder-813984-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 19 08:15:57.324711 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.common.config [-] Logging enabled! Oct 19 08:15:57.325327 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 19 08:15:57.325485 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99705) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 19 08:15:57.328760 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.common.config [-] Logging enabled! Oct 19 08:15:57.329015 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 19 08:15:57.329330 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99705) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 19 08:15:57.330257 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 08:15:57.330506 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 08:15:57.330884 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 08:15:57.331136 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 08:15:57.331359 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 08:15:57.331679 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.331977 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.332291 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.332502 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.332798 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.333106 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.333379 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.333669 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.333967 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.334252 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.334560 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.334848 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.335079 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.335362 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.335653 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.335940 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.336163 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] debug = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.336445 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.336871 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.337283 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.337566 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.337860 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.338138 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.338410 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.338709 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.338994 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.339322 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] host = dv-cinder-813984-3-iscsi {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.339601 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.339886 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.340172 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.340458 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.340735 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.341012 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.341297 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.341701 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.342139 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] log_file = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.342242 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.342484 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.342797 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.343091 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.343315 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.343536 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.343826 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.344113 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.344389 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.344666 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.344942 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.345223 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.345496 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.345764 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.346049 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.346333 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.346644 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.346924 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.347199 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.347474 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.347750 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.348036 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.348311 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.348585 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.348863 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.349151 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.349421 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.349695 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.349995 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.350280 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.350584 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.350875 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.351151 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.351434 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.351703 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.351976 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.352247 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] use_json = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.352517 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.352787 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.353071 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.353349 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.353619 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.353893 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.354164 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.354448 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:57.354777 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.355082 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.355384 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.355667 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.355970 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.356251 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.356540 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.356819 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.357110 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.357952 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.358241 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.358541 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.358832 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.359109 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.359405 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.359708 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.360002 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.360293 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.360567 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.360840 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.361112 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.361393 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.361681 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.361958 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.362245 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.362551 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.362835 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.363120 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.363415 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.363706 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.363983 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.364265 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.364558 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.364838 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.365113 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.365398 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.365691 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.365972 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.366249 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.366553 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.366833 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.367107 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.367648 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.367929 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.368221 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.368501 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.368773 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.369044 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.369322 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.369594 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.369877 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.370152 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.370425 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.370722 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.371001 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.371272 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.371545 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.371825 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.372098 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.372378 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.372652 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.373551 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.373998 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.374083 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.374328 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.374624 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.374900 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.375178 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.375457 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.375729 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.376006 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.376277 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.376553 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.376840 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.377138 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.377418 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.377696 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.377975 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.378251 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.378551 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.378831 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.379109 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.379387 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.379658 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.379949 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.380233 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.380517 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.380799 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.381078 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.381394 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.381673 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.381956 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.382233 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.382531 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.382820 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.383103 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.383397 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.383691 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.383987 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.384281 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.384570 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.384850 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.385157 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.385440 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:57.385657 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 08:15:57.385901 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99705) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 19 08:15:57.815986 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 19 08:15:57.816189 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 19 08:15:57.816476 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 19 08:15:57.817027 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 19 08:15:58.137705 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.137992 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.138262 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.139991 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.140257 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.140516 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.175077 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.175350 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.175610 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.190759 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.191040 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.191307 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.221971 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.222253 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.222553 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.258639 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.258916 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.259183 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.495867 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.496460 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.496460 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.496656 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.497342 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.618989 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.619307 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.619589 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.619857 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.620119 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.620423 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.620680 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.620933 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.621182 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.621459 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.621715 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.621973 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.622224 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.622468 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.622745 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.623562 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.623816 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.624081 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.624346 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.624600 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.624868 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.625123 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.625404 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.625776 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.626023 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.626265 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.626691 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 08:15:58.626932 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 08:15:58.627168 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 08:15:58.627408 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 08:15:58.627642 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 08:15:58.627875 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 08:15:58.628238 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 19 08:15:58.631341 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 19 08:15:58.636232 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 19 08:15:58.640718 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 19 08:15:58.642346 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 19 08:15:58.642834 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 19 08:15:58.643171 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 19 08:15:58.643554 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 19 08:15:58.646351 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 19 08:15:58.646636 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 19 08:15:58.646987 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 08:15:58.652215 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 19 08:15:58.674203 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 19 08:15:58.674637 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.674936 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99705) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 19 08:15:58.675295 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.676652 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99705) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 19 08:15:58.676934 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 08:15:58.677181 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 19 08:15:58.680572 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.680854 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:58.744446 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 19 08:15:58.744683 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 19 08:15:58.744917 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 19 08:15:58.745291 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 19 08:15:58.766700 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_db.sqlalchemy.engines [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99705) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 19 08:15:59.336368 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Initializing driver for type 'gre' Oct 19 08:15:59.336873 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] gre ID ranges: [(1, 1000)] Oct 19 08:15:59.392174 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Initializing driver for type 'local' Oct 19 08:15:59.392525 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Initializing driver for type 'vlan' Oct 19 08:15:59.405850 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] VlanTypeDriver initialization complete Oct 19 08:15:59.406120 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Initializing driver for type 'vxlan' Oct 19 08:15:59.406647 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] vxlan ID ranges: [(1, 1000)] Oct 19 08:15:59.457389 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Initializing extension driver 'port_security' Oct 19 08:15:59.457809 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.extensions.port_security [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] PortSecurityExtensionDriver initialization complete Oct 19 08:15:59.458262 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Initializing mechanism driver 'openvswitch' Oct 19 08:15:59.458630 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Initializing mechanism driver 'hyperv' Oct 19 08:15:59.465620 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.plugins.ml2.plugin [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:59.466460 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > port after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.466956 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > port after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.467324 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > port after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.467853 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 08:15:59.468290 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > subnet after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.468641 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > subnet after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.468983 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.469372 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 08:15:59.469773 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > network after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.470117 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > network after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.470453 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > network after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.470863 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 08:15:59.471269 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > security_group after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.471621 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > security_group after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.471952 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.472339 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 08:15:59.472742 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.473085 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.473425 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.473814 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 08:15:59.474212 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > address_group after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.474575 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > address_group after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.474912 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.475297 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 08:15:59.475669 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] ML2 OVO RPC backend initialized. {{(pid=99705) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 19 08:15:59.476375 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.476728 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.477140 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > network before_response 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.477490 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > networks before_response 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.477832 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > port before_response 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.478168 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > ports before_response 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.478526 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > subnet before_response 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.478868 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > subnets before_response 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.479209 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > network after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.479546 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > network after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.479878 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > network after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.480208 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > port after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.480538 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > port after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.480865 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > port after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.481195 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > subnet after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.481524 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > subnet after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.481854 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.482464 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.plugin [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Modular L2 Plugin initialization complete Oct 19 08:15:59.482837 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading services supported by the core plugin {{(pid=99705) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 19 08:15:59.483154 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.plugins.ml2.managers [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Got port-security extension from driver 'port_security' Oct 19 08:15:59.483614 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.extensions.vlantransparent [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Disabled vlantransparent extension. Oct 19 08:15:59.484102 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99705) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 19 08:15:59.484413 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading Plugin: router Oct 19 08:15:59.520854 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.521493 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router after_create 55549900 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.521631 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router before_create 55549900 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.522453 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.522853 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.523207 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router after_delete 55549900 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.523560 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.524028 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.524388 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router after_create 55549900 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.524733 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router after_update 55549900 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.525078 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router after_update 55549900 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.525420 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.525774 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router after_update 55549900 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.526186 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router precommit_update 55549900 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.526581 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: port after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.526921 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: port after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.527256 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: subnet after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.527593 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.527941 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.528282 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router precommit_create 55549900 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.528620 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: port before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.528956 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router precommit_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.529438 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router after_update 55549900 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.529783 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.530133 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router precommit_create 55549900 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.530505 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.530868 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router precommit_update 55549900 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.531230 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > agent after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.531576 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > agent after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.531916 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > network after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.532780 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Tracking information for resource: router configured {{(pid=99705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 08:15:59.533112 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Tracking information for resource: floatingip configured {{(pid=99705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 08:15:59.538008 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.db.l3_agentschedulers_db [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 19 08:15:59.538609 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: port after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.538974 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: port after_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.539325 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: port after_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.539675 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: port after_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.540474 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router before_create 55550100 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.540840 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.541199 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router precommit_create 55550100 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.541553 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > router precommit_update 55550100 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.546680 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.services.provider_configuration [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service providers = [] {{(pid=99705) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 19 08:15:59.547042 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.db.servicetype_db [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99705) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 19 08:15:59.550015 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.services.service_base [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99705) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 08:15:59.550363 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.services.service_base [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99705) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 08:15:59.550739 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.services.service_base [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99705) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 08:15:59.551627 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.services.service_base [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99705) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 08:15:59.551999 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.services.service_base [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 19 08:15:59.552366 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 08:15:59.552680 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 19 08:15:59.564138 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 08:15:59.564473 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading Plugin: auto_allocate Oct 19 08:15:59.570270 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: network precommit_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.570674 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: network precommit_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.571191 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 08:15:59.571508 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading Plugin: tag Oct 19 08:15:59.580166 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 08:15:59.580491 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading Plugin: timestamp Oct 19 08:15:59.584343 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 08:15:59.584673 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading Plugin: network_ip_availability Oct 19 08:15:59.590126 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.590450 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.590832 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.591621 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 08:15:59.592070 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading Plugin: flavors Oct 19 08:15:59.597070 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 08:15:59.597399 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading Plugin: revisions Oct 19 08:15:59.601693 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 08:15:59.602075 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_concurrency.lockutils [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=99705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 19 08:15:59.602851 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99705) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 19 08:15:59.603183 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Initializing extension manager. Oct 19 08:15:59.603686 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: __init__.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.604022 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: __pycache__ {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.604361 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.604691 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: address_group.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.605438 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.605995 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: address-group Oct 19 08:15:59.606315 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: address_scope.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.607044 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.608112 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: address-scope Oct 19 08:15:59.608427 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.609348 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.609858 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: router-admin-state-down-before-update Oct 19 08:15:59.610174 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: agent.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.610927 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.611434 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: agent Oct 19 08:15:59.611751 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: agent_resources_synced.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.612658 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.613167 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: agent-resources-synced Oct 19 08:15:59.613486 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: allowedaddresspairs.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.615298 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.615818 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: allowed-address-pairs Oct 19 08:15:59.616139 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: auto_allocated_topology.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.617213 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.617999 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: auto-allocated-topology Oct 19 08:15:59.618322 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: availability_zone.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.619039 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.619548 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: availability_zone Oct 19 08:15:59.619867 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: availability_zone_filter.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.620779 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.621286 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: availability_zone_filter Oct 19 08:15:59.621607 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: data_plane_status.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.622537 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.623638 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension data-plane-status not supported by any of loaded plugins Oct 19 08:15:59.623957 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: default_subnetpools.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.624870 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.625384 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: default-subnetpools Oct 19 08:15:59.625704 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.626516 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.627024 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: dhcp_agent_scheduler Oct 19 08:15:59.627343 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: dns.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.628255 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.628756 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension dns-integration not supported by any of loaded plugins Oct 19 08:15:59.629077 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: dns_domain_ports.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.629985 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.630505 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 19 08:15:59.630835 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.631750 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.632253 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 19 08:15:59.632574 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: dvr.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.633238 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.633740 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: dvr Oct 19 08:15:59.634056 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: ecmp_routes.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.635000 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.635502 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 19 08:15:59.635818 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: empty_string_filtering.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.636719 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.637225 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: empty-string-filtering Oct 19 08:15:59.637539 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.638510 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.639020 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 19 08:15:59.639333 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.640248 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.640748 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 19 08:15:59.641066 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: external_net.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.641972 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.642478 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: external-net Oct 19 08:15:59.642817 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.643715 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.644220 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: extra_dhcp_opt Oct 19 08:15:59.644537 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: extraroute.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.645451 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.645964 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: extraroute Oct 19 08:15:59.646284 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: extraroute_atomic.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.647353 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.647867 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: extraroute-atomic Oct 19 08:15:59.648186 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: filter_validation.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.648850 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.649352 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: filter-validation Oct 19 08:15:59.649670 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: fip_pf_description.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.650781 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.651292 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 19 08:15:59.651610 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: fip_port_details.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.652524 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.653031 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: fip-port-details Oct 19 08:15:59.653349 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: flavors.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.654973 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.655492 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: flavors Oct 19 08:15:59.655817 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.657535 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.658057 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 19 08:15:59.658385 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: floatingip_pools.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.659107 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.659625 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: floatingip-pools Oct 19 08:15:59.659948 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: ip_allocation.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.660874 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.661382 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension ip_allocation not supported by any of loaded plugins Oct 19 08:15:59.661700 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.662659 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.663180 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: ip-substring-filtering Oct 19 08:15:59.663505 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: l2_adjacency.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.664429 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.664937 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 19 08:15:59.665260 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: l3.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.666228 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.666766 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: router Oct 19 08:15:59.667084 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.669371 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.670634 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 19 08:15:59.670970 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.671902 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.672422 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: ext-gw-mode Oct 19 08:15:59.672744 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.673660 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.674175 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: l3-ha Oct 19 08:15:59.674510 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: l3_flavors.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.675433 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.675949 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: l3-flavors Oct 19 08:15:59.676268 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.677178 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.677687 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 19 08:15:59.678004 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: l3agentscheduler.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.679088 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.679600 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: l3_agent_scheduler Oct 19 08:15:59.679922 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: logging.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.681428 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.681951 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension logging not supported by any of loaded plugins Oct 19 08:15:59.682279 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: metering.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.683048 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.683630 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: metering Oct 19 08:15:59.683955 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.685056 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.686246 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: metering_source_and_destination_fields Oct 19 08:15:59.686673 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: multiprovidernet.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.687724 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.688240 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: multi-provider Oct 19 08:15:59.688564 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: netmtu.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.689477 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.689987 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: net-mtu Oct 19 08:15:59.690306 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: netmtu_writable.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.691250 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.691756 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: net-mtu-writable Oct 19 08:15:59.692075 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: network_availability_zone.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.692738 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.693241 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: network_availability_zone Oct 19 08:15:59.693559 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: network_ip_availability.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.694705 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.695219 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: network-ip-availability Oct 19 08:15:59.695541 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: network_segment_range.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.696310 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.696814 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension network-segment-range not supported by any of loaded plugins Oct 19 08:15:59.697137 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: pagination.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.698127 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.698457 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: pagination Oct 19 08:15:59.698804 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: port_device_profile.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.699719 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.700234 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: port-device-profile Oct 19 08:15:59.700552 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.701528 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.702039 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: port-mac-address-regenerate Oct 19 08:15:59.702357 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.703284 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.703795 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: port-numa-affinity-policy Oct 19 08:15:59.704112 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: port_resource_request.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.705017 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.705519 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension port-resource-request not supported by any of loaded plugins Oct 19 08:15:59.705833 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: portbindings.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.706794 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.707303 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: binding Oct 19 08:15:59.707619 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: portbindings_extended.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.708886 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.709404 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: binding-extended Oct 19 08:15:59.709726 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: portsecurity.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.710666 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.711178 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: port-security Oct 19 08:15:59.711498 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: project_id.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.712479 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.712807 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: project-id Oct 19 08:15:59.713126 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: providernet.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.714032 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.714572 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: provider Oct 19 08:15:59.714895 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: qos.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.718660 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.719188 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension qos not supported by any of loaded plugins Oct 19 08:15:59.719521 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.720777 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.721297 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 19 08:15:59.721624 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.722563 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.723084 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 19 08:15:59.723406 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: qos_default.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.724316 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.724831 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension qos-default not supported by any of loaded plugins Oct 19 08:15:59.725152 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: qos_fip.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.725801 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.726313 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension qos-fip not supported by any of loaded plugins Oct 19 08:15:59.726664 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: qos_gateway_ip.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.727941 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.728456 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 19 08:15:59.728776 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: qos_port_network_policy.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.729684 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.730193 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 19 08:15:59.730530 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.731565 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.732075 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 19 08:15:59.733069 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: qos_pps_rule.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.734244 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.734788 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension qos-pps not supported by any of loaded plugins Oct 19 08:15:59.735113 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: qos_rule_type_details.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.736036 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.736547 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 19 08:15:59.736874 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: qos_rules_alias.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.737927 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.738440 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 19 08:15:59.738867 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: quotasv2.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.740010 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.740339 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: quotas Oct 19 08:15:59.740659 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: quotasv2_detail.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.744044 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.744386 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: quota_details Oct 19 08:15:59.744716 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: rbac.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.745784 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.746308 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: rbac-policies Oct 19 08:15:59.746666 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: rbac_address_group.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.747653 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.749067 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: rbac-address-group Oct 19 08:15:59.749396 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: rbac_address_scope.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.750639 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.751331 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: rbac-address-scope Oct 19 08:15:59.751760 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: rbac_security_groups.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.752741 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.753379 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: rbac-security-groups Oct 19 08:15:59.753802 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: rbac_subnetpool.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.755386 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.756056 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: rbac-subnetpool Oct 19 08:15:59.756480 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: revisionifmatch.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.757489 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.758049 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: revision-if-match Oct 19 08:15:59.758508 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: revisions.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.759910 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.760526 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: standard-attr-revisions Oct 19 08:15:59.760969 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: router_availability_zone.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.761797 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.762540 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: router_availability_zone Oct 19 08:15:59.762977 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: routerservicetype.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.764286 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.764901 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension router-service-type not supported by any of loaded plugins Oct 19 08:15:59.765263 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.766451 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.767028 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: security-groups-normalized-cidr Oct 19 08:15:59.767351 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.768579 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.769241 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: port-security-groups-filtering Oct 19 08:15:59.769600 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.770806 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.771567 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: security-groups-remote-address-group Oct 19 08:15:59.771828 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: securitygroup.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.783538 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.784071 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: security-group Oct 19 08:15:59.784401 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: segment.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.785193 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.785703 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension segment not supported by any of loaded plugins Oct 19 08:15:59.786025 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.787092 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.787605 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 19 08:15:59.787926 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: servicetype.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.789024 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.789546 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: service-type Oct 19 08:15:59.789869 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: sorting.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.790897 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.791228 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: sorting Oct 19 08:15:59.791553 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: standard_attr_segment.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.792466 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.792979 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 19 08:15:59.793307 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: standardattrdescription.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.793961 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.794466 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: standard-attr-description Oct 19 08:15:59.795371 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: stateful_security_group.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.796285 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.796803 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: stateful-security-group Oct 19 08:15:59.797126 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: stdattrs_common.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.797736 dv-cinder-813984-3-iscsi neutron-server[99705]: WARNING neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 19 08:15:59.798055 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.799005 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.799518 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 19 08:15:59.799840 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: subnet_onboard.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.800935 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.801472 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: subnet_onboard Oct 19 08:15:59.801782 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.802744 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.803257 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 19 08:15:59.803580 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: subnet_service_types.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.804523 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.805036 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: subnet-service-types Oct 19 08:15:59.805358 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: subnetallocation.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.806449 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.806990 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: subnet_allocation Oct 19 08:15:59.807316 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.807986 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.808490 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: subnetpool-prefix-ops Oct 19 08:15:59.808809 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.809743 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.810359 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 19 08:15:59.811277 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: tagging.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.812304 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.812815 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: standard-attr-tag Oct 19 08:15:59.813137 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: timestamp.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.814354 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.814901 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loaded extension: standard-attr-timestamp Oct 19 08:15:59.815224 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: trunk.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.816253 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.816770 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension trunk not supported by any of loaded plugins Oct 19 08:15:59.817094 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: trunk_details.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.818016 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.818555 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension trunk-details not supported by any of loaded plugins Oct 19 08:15:59.818882 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: uplink_status_propagation.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.819813 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.820326 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 19 08:15:59.820650 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Loading extension file: vlantransparent.py {{(pid=99705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 08:15:59.821322 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 08:15:59.821827 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 19 08:15:59.824300 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:network Oct 19 08:15:59.824836 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:subnet Oct 19 08:15:59.825229 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 08:15:59.825623 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:port Oct 19 08:15:59.827533 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.827973 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service FLAVORS assigned prefix: {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.828619 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.829037 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.829363 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:router Oct 19 08:15:59.829784 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:floatingip Oct 19 08:15:59.830263 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service METERING assigned prefix: /metering {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.831733 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.832100 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.832566 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:15:59.833575 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 08:15:59.834016 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:security_group Oct 19 08:15:59.834453 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 08:15:59.835152 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service CORE assigned prefix: {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.835481 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 08:15:59.835827 dv-cinder-813984-3-iscsi neutron-server[99705]: WARNING neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] subnetpool is already registered Oct 19 08:15:59.836253 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service CORE assigned prefix: {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.836574 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 08:15:59.836903 dv-cinder-813984-3-iscsi neutron-server[99705]: WARNING neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] subnetpool is already registered Oct 19 08:15:59.839200 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.839627 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service FLAVORS assigned prefix: {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.840258 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.840629 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.840960 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:router Oct 19 08:15:59.841299 dv-cinder-813984-3-iscsi neutron-server[99705]: WARNING neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] router is already registered Oct 19 08:15:59.842383 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:floatingip Oct 19 08:15:59.842749 dv-cinder-813984-3-iscsi neutron-server[99705]: WARNING neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] floatingip is already registered Oct 19 08:15:59.843203 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service METERING assigned prefix: /metering {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.843864 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 08:15:59.844190 dv-cinder-813984-3-iscsi neutron-server[99705]: WARNING neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] rbac_policy is already registered Oct 19 08:15:59.844593 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:security_group Oct 19 08:15:59.844926 dv-cinder-813984-3-iscsi neutron-server[99705]: WARNING neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] security_group is already registered Oct 19 08:15:59.845320 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 08:15:59.845652 dv-cinder-813984-3-iscsi neutron-server[99705]: WARNING neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] security_group_rule is already registered Oct 19 08:15:59.846271 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service CORE assigned prefix: {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.846633 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 08:15:59.846966 dv-cinder-813984-3-iscsi neutron-server[99705]: WARNING neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] subnetpool is already registered Oct 19 08:15:59.847389 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.v2.resource_helper [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Service CORE assigned prefix: {{(pid=99705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 08:15:59.847711 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 08:15:59.848043 dv-cinder-813984-3-iscsi neutron-server[99705]: WARNING neutron.quota.resource_registry [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] subnetpool is already registered Oct 19 08:15:59.848504 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: extensions {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.849955 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: address-groups {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.851473 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: address-scopes {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.852820 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: agents {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.853955 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: auto-allocated-topology {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.855230 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: availability_zones {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.856716 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: dhcp-networks {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.859522 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: dhcp-agents {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.860950 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: routers {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.863185 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: flavors {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.864334 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: service_profiles {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.865532 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: next_providers {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.867079 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: service_profiles {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.868893 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: floatingip-pools {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.870204 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: routers {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.872332 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: floatingips {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.873769 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: l3-routers {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.875194 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: l3-agents {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.876723 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: metering-labels {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.878075 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: metering-label-rules {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.879387 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: network-ip-availabilities {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.880660 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: bindings {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.882302 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: quotas {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.883876 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: quotas {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.885407 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: rbac-policies {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.886714 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: security-groups {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.887941 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: security-group-rules {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.889894 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: service-providers {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.891142 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: subnetpools {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.892562 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: subnetpools {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.894017 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: tags {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.895724 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: tags {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.897526 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: tags {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.899355 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: tags {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.901146 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: tags {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.903048 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: tags {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.905381 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: tags {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.907304 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: tags {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.909058 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: tags {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.910925 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron.api.extensions [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Extended resource: tags {{(pid=99705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 08:15:59.916913 dv-cinder-813984-3-iscsi neutron-server[99705]: WARNING keystonemiddleware.auth_token [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 19 08:15:59.922585 dv-cinder-813984-3-iscsi neutron-server[99705]: WARNING keystonemiddleware.auth_token [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 19 08:15:59.931234 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_concurrency.lockutils [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Acquired lock "singleton_lock" {{(pid=99705) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 19 08:15:59.931713 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_concurrency.lockutils [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Releasing lock "singleton_lock" {{(pid=99705) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 19 08:15:59.932354 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO oslo_service.service [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Starting 2 workers Oct 19 08:15:59.937312 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Started child 99812 {{(pid=99705) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 08:15:59.941925 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Started child 99813 {{(pid=99705) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 08:15:59.943479 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:15:59.944132 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO neutron.service [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 19 08:15:59.944215 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Publish callbacks [] for process, before_spawn {{(pid=99705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:15:59.944974 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [-] (99812) wsgi starting up on http://0.0.0.0:9696 Oct 19 08:15:59.946759 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO oslo_service.service [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Starting 1 workers Oct 19 08:15:59.947402 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:15:59.948743 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [-] (99813) wsgi starting up on http://0.0.0.0:9696 Oct 19 08:15:59.952581 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Started child 99814 {{(pid=99705) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 08:15:59.953134 dv-cinder-813984-3-iscsi neutron-server[99705]: INFO oslo_service.service [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Starting 1 workers Oct 19 08:15:59.956278 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.service [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] calling RpcWorker wait() {{(pid=99814) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 19 08:15:59.956811 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.service [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] returning from RpcWorker wait() {{(pid=99814) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 19 08:15:59.957902 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Started child 99815 {{(pid=99705) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 08:15:59.958053 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:15:59.958514 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:59.958758 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG neutron_lib.callbacks.manager [None req-46faf8ff-0b6f-45e8-b8b9-fb499b397ee4 None None] Publish callbacks [] for process, after_spawn {{(pid=99705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:15:59.960649 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99705) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 08:15:59.960868 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 08:15:59.961046 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 08:15:59.961262 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 08:15:59.961598 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 08:15:59.961760 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 08:15:59.962286 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.962587 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.962861 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.963113 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.963419 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.964012 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.964141 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:15:59.964734 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.964734 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.964937 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.965049 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:59.965151 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.965151 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.965342 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.965612 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.965784 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.966051 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.966323 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.967311 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.967651 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.967823 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.968067 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.968433 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.968669 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.968934 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] debug = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.969182 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.969689 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.969941 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.970192 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.970444 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.970755 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.971004 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.971265 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.971493 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.971724 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.971969 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.972230 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.972467 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.972683 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.972913 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.973175 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.973416 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.973892 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] host = dv-cinder-813984-3-iscsi {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.974126 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.974335 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.974600 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.974847 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.975103 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.975319 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.975585 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.975851 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.976106 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.976339 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.976620 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.976835 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.977070 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.977326 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_file = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.977484 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_options = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.977717 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.977976 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.978220 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.978395 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.978593 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.978777 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.978987 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.979151 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.979402 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.979617 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.979848 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.980043 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.980254 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.980479 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.980728 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.980973 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.981204 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.981423 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.981664 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.981910 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.982200 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.982435 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.982690 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.982909 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.983120 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.983342 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.983567 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.983792 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.984102 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.984228 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.984470 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.984727 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.984961 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.985190 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.985444 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.985670 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.985893 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.986104 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.986369 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.986616 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.986883 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.987123 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.987352 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.987600 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.987843 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.988071 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.988299 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] use_json = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.988517 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.988732 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.988960 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.989174 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.989382 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.989591 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.989800 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.990048 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:15:59.990477 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.990790 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.991850 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.992865 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.992865 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.993664 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.993664 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.993664 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.994335 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.994335 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.994335 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.994883 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.994883 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.995193 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.995350 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.997083 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.997083 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.997083 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.999305 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.999305 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.999305 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.999305 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.999305 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:15:59.999305 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.000324 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.000324 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.000324 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.000324 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.000895 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.000895 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.001128 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.001250 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.001372 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.002522 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.002522 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.002522 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.002522 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.002522 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.003059 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.003059 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.003222 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.003458 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.003675 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.003909 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.004153 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.004863 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.004863 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.004863 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.005282 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.005282 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.005564 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.005733 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.006180 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.006341 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.006610 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.006832 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.007061 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.007279 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.007492 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.007747 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.007984 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.008210 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.008424 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.008633 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.008850 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.009067 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.009315 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.009533 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.009745 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.009958 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.010178 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.010413 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.010665 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.010893 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.011152 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.011389 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.011590 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.012257 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.012257 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.012257 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.012515 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.012718 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.012883 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.013093 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.013324 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.014331 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.014331 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.014670 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.014823 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.015335 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.015335 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.015532 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.015756 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.016104 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.016260 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.016508 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.017510 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.017510 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.017510 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.017510 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.017853 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.017853 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.018536 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.018536 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.018536 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.018856 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.018991 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.019232 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.019410 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.019643 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.019869 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.020135 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.020388 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.020654 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.020892 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.021124 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.021409 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.021671 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.021960 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.022183 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.022454 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.022764 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.023055 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.023332 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.023585 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.023835 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.024109 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.024345 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.024586 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.024836 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.025063 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.025297 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.025585 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.025829 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.026049 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.026260 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.026505 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.026833 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.027325 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.027548 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.027783 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.028049 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.028300 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.028544 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.028804 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.029053 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.029285 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.029539 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.029781 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.030025 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.030254 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.030483 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.030718 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.030947 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.031179 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.031395 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.031607 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.031814 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.032042 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.032253 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.032468 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.032680 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.032896 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.033117 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.033360 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.033575 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.033809 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.034043 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.034257 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.034472 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.034736 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.034981 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.035230 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.035453 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.035711 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.035991 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.036177 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.036419 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.036657 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.036887 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.037097 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.037340 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.037579 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.037814 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.038023 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.038237 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.038446 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.038729 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.038953 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.039183 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.039434 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.039685 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.040016 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.040265 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.040516 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.040750 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.040961 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.041208 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.041425 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.041641 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.041858 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.042071 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.042285 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.042589 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.042809 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.043067 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.043277 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.043506 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.043737 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.043953 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.044179 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.044470 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.044741 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.044985 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.045247 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.045480 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.045691 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.045916 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.046127 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.046338 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.046583 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.046797 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.047007 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.047277 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.047480 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.047685 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.047901 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.048115 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.048326 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.048545 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.048794 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.049002 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.049223 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.049460 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.049670 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.049885 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.050095 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.050303 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.050558 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.050777 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.050985 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.051215 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.051424 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.051632 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.052717 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.052717 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.052717 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.052717 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.053037 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.053037 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.053335 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.053584 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.053831 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.054057 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.054387 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.054639 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.054898 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.055118 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.055335 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.055577 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.055841 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.056160 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.056451 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.056721 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.056982 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.057260 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.057532 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.057788 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.058016 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.058323 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.058679 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.058945 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.059188 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.059432 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.059675 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.059912 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.060126 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.060935 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.061196 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.061416 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.061663 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.061887 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.062134 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.062380 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.062627 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.062843 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.063071 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.063303 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.063554 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.063784 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.063950 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 08:16:00.064462 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99705) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 08:16:00.064634 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 08:16:00.064790 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 08:16:00.064958 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 08:16:00.065125 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 08:16:00.065276 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 08:16:00.065479 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.065639 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.065794 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.065950 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.066105 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.066303 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.066514 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.066658 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.066785 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.066941 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.067096 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.067251 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.067408 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.067563 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.067722 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.067877 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.068032 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.068186 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.068345 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.068502 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.068657 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.068812 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.069022 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] debug = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.069182 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.069392 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.069554 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.069709 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.069863 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.070020 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.070174 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.070329 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.070483 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.070672 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.070816 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.070966 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.071116 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.071251 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.071385 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.071519 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.071656 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.071812 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] host = dv-cinder-813984-3-iscsi {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.071968 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.072123 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.072277 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.072425 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.072562 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.072716 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.072874 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.073024 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.073161 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.073314 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.073452 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.073610 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.073756 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.073893 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_file = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.074048 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_options = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.074191 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.074346 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.074531 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.074712 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.074873 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.075024 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.075242 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.075380 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.075517 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.075652 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.075788 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.076559 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.076692 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.076831 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.076967 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.077123 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.077220 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.077302 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.077454 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.077609 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.077764 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.077917 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.078070 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.078230 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.078384 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.078564 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.078720 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.078876 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.079035 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.079192 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.079336 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.079489 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.079632 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.079785 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.079922 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.080061 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.080197 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.080331 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.080464 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.080598 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.080754 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.080909 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.081055 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.081192 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.081338 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.081474 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.081629 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] use_json = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.081783 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.081938 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.082095 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.082248 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.082400 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.082608 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.082700 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.082862 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 08:16:00.083040 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.083198 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.083365 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.083523 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.083680 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.083836 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.084165 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.084165 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.084323 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.084431 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.084596 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.084752 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.084918 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.085075 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.085231 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.085392 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.085549 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.085705 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.085861 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.086017 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.086173 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.086328 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.086517 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.086720 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.086816 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.086965 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.087123 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.087294 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.087450 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.087607 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.087764 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.087920 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.088078 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.088235 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.088405 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.088548 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.088707 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.088865 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.089021 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.089344 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.089344 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.089508 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.089621 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.089778 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.089935 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.090091 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.090247 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.090454 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.090630 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.090748 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.090906 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.091064 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.091221 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.091379 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.091567 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.091768 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.091958 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.092114 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.092271 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.092429 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.092585 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.092780 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.092924 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.093052 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.093206 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.093364 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.093534 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.093692 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.093850 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.094007 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.094165 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.094322 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.094481 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.094659 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.094817 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.094977 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.095134 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.095304 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.095444 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.095578 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.095735 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.095894 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.096045 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.096198 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.096355 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.096513 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.096670 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.096826 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.096985 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.097152 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.097325 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.097482 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.097639 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.097798 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.097956 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.098281 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.098537 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.098641 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.098777 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.098935 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.099093 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.099251 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.099411 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.099744 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.099744 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.099908 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.100011 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.100182 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.100325 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.100481 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.100638 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.100796 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.100953 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.101110 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.101267 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.101424 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.101590 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.101748 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.101907 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.102065 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.102230 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.102329 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:00.102418 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.102573 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.102741 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.102903 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.103059 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.103216 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.103373 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.103530 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.103687 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.103843 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.104000 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.104166 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.104334 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.104491 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.104648 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.104805 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.104984 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.105141 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.105299 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.105458 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.105614 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.105771 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.105933 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.106126 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.106273 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.106421 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.106699 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.106699 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.106974 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.107134 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.107271 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.107406 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.107650 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.107982 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.108133 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.108133 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.108392 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.108528 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.108634 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.108745 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.108900 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.109058 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.109216 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.109373 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.109531 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.109687 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.109845 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.110001 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.110157 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.110314 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.110471 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.110652 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.110809 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.110969 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.111126 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.111286 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.111443 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.111602 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.111761 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.111919 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.112080 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.112242 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.112385 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.112544 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.112700 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.112863 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.113042 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.113173 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.113299 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.113459 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.113615 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.113787 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.113927 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.114090 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.114242 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.114588 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.114588 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.115078 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.115078 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.115078 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.115568 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.115568 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.115568 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.115568 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.116044 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.116044 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.116044 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.116602 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.116602 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.116602 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.116602 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.117094 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.117094 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.117094 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.117699 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.117699 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.117959 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.117959 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.118208 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.118208 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.118732 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.118732 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.118732 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.119202 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.119202 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.119202 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.119202 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.119690 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.119690 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.119690 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.120047 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.120047 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.120285 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.120285 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.120521 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.120521 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.120805 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.120805 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.121051 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.121213 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.121342 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.121467 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.121591 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.121715 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.121884 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.122012 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.122137 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.122283 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.122442 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.122628 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.123324 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.123574 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.123741 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.123878 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.124006 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.124132 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.124292 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.124422 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.124548 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.124674 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.124840 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.125004 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.125163 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.125322 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.125487 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.125651 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.125816 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.125973 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.126136 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.126307 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.126468 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.126641 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.126790 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.126947 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.127104 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.127262 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.127419 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.127577 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.127732 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.127889 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.128046 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.128201 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.128357 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.128650 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.128650 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.128800 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.129033 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.129164 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.129252 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 08:16:00.129395 dv-cinder-813984-3-iscsi neutron-server[99705]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 08:16:00.244172 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 33812) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:00.253429 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070398 Oct 19 08:16:12.088533 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec457cc-2a69-43cf-88aa-b69491f8ac2f None None] get_active_networks_info from dv-cinder-813984-3-iscsi {{(pid=99814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 08:16:12.257477 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec457cc-2a69-43cf-88aa-b69491f8ac2f None None] No non-hosted networks {{(pid=99814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 19 08:16:12.259421 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a89e0184-5963-40c7-9069-158b612fb61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625287'] for agent, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:15.062799 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-7361c016-de7c-4049-974f-52ea53f1dc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625287'] for agent, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:15.126079 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-f83c5fce-bbe2-403c-8850-dc52e7874ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:15.910647 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625287'] for agent, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:15.911314 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:15.911648 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:15.912155 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:15.912771 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:15.913361 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:15.914021 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:15.914526 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:15.916820 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:15.918287 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:15.920327 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:15.921111 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:15.921631 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:15.922420 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813984-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:15.938611 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813984-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:16.603859 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625287'] for agent, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:17.687211 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625287'] for agent, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:18.235154 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.db.l3_hamode_db [None req-bab8e17b-4dd7-42f3-a780-bcec721992b8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 19 08:16:18.311667 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab8e17b-4dd7-42f3-a780-bcec721992b8 None None] Routers set() bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:16:18.311949 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab8e17b-4dd7-42f3-a780-bcec721992b8 None None] Router IDs set() for agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 08:16:18.847150 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 33906) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:19.331982 dv-cinder-813984-3-iscsi neutron-server[99813]: WARNING oslo_policy.policy [None req-72c590d1-4f9d-4544-bd1f-6dc00b751df0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 08:16:19.332556 dv-cinder-813984-3-iscsi neutron-server[99813]: WARNING oslo_policy.policy [None req-72c590d1-4f9d-4544-bd1f-6dc00b751df0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 08:16:19.554950 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [None req-72c590d1-4f9d-4544-bd1f-6dc00b751df0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:16:19.555956 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-72c590d1-4f9d-4544-bd1f-6dc00b751df0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7079031 Oct 19 08:16:22.014902 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 33920) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:22.319816 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-09c532c0-6522-4fbf-97d8-fa66306aed7d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:22.414215 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.policy [None req-09c532c0-6522-4fbf-97d8-fa66306aed7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99813) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 08:16:22.460770 dv-cinder-813984-3-iscsi neutron-server[99813]: WARNING oslo_policy.policy [None req-09c532c0-6522-4fbf-97d8-fa66306aed7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 08:16:22.461128 dv-cinder-813984-3-iscsi neutron-server[99813]: WARNING oslo_policy.policy [None req-09c532c0-6522-4fbf-97d8-fa66306aed7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 08:16:22.470128 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.quota [None req-09c532c0-6522-4fbf-97d8-fa66306aed7d admin admin] Loaded quota_driver: . Oct 19 08:16:22.556878 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-09c532c0-6522-4fbf-97d8-fa66306aed7d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767275368312', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767275367767', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767275372162', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767275369678', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767275975907', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767275397452', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1537012', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1525867', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540579', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633892'] for rbac-policy, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:22.620792 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-09c532c0-6522-4fbf-97d8-fa66306aed7d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:22.621931 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-09c532c0-6522-4fbf-97d8-fa66306aed7d admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6060925 Oct 19 08:16:25.258288 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 33932) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:25.555690 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'project_id': '5fcdbe391ad94fc78933bd28ad3b2826'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:25.585581 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Made reservation on behalf of 5fcdbe391ad94fc78933bd28ad3b2826 for: {'network': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:16:25.588377 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:25.605293 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:25.712545 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:25.716087 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:25.735341 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=99813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:16:25.769247 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767277065804', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:25.769818 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Unsubscribe: segment precommit_create {{(pid=99813) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 08:16:25.770316 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.segments_db [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Added segment c8a288ba-6100-4d46-9603-4b55ab09ba15 of type vlan for network d8accbc5-ba69-4f42-bf65-e29df77486f0 Oct 19 08:16:25.785956 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c7e5c0-e79a-4c2c-b4eb-19f54d158975,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:25.812909 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:25.813266 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:25.813604 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:25.813933 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:25.814259 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:25.814621 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:25.814952 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:25.815277 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:25.815613 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:25.815937 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:25.816255 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:25.816569 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Tracked resource versions report: Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: pushed versions: Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: { 'AddressGroup': {'1.2'}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'ConntrackHelper': {'1.0'}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Log': {'1.0'}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Network': {'1.1'}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Port': {'1.7'}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'PortForwarding': {'1.2'}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'QosPolicy': {'1.10'}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'SecurityGroup': {'1.4'}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'SecurityGroupRule': {'1.2'}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'SubPort': {'1.0'}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Subnet': {'1.1'}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Trunk': {'1.1'}} Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: consumer versions: Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: { DHCP agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: L3 agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: Metadata agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: Metering agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: Open vSwitch agent@dv-cinder-813984-3-iscsi: { 'AddressGroup': '1.2', Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'ConntrackHelper': '1.0', Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Log': '1.0', Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Network': '1.1', Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Port': '1.7', Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'PortForwarding': '1.2', Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'QosPolicy': '1.10', Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'SecurityGroup': '1.4', Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'SecurityGroupRule': '1.2', Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'SubPort': '1.0', Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Subnet': '1.1', Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Trunk': '1.1'}} Oct 19 08:16:25.817610 dv-cinder-813984-3-iscsi neutron-server[99813]: {{(pid=99813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 08:16:25.890900 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:25.928548 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:25.929672 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:16:25.930295 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:25.987944 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7284880 Oct 19 08:16:26.032026 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dac828-9351-4535-b404-3f17b06aac77 admin admin] Pushing event updated for resources: {'Network': ['ID=d8accbc5-ba69-4f42-bf65-e29df77486f0,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:26.044069 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network d8accbc5-ba69-4f42-bf65-e29df77486f0 details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:16:28.737739 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 33946) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:29.122468 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f47a1d-f2fe-4694-b6d3-312b2c8146f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:16:29.123902 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-d4f47a1d-f2fe-4694-b6d3-312b2c8146f1 admin admin] 10.222.0.26 "GET /v2.0/networks/d8accbc5-ba69-4f42-bf65-e29df77486f0 HTTP/1.1" status: 200 len: 825 time: 0.3852155 Oct 19 08:16:29.148332 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-5b5dfb4f-0e04-40e3-9ebd-00b6a4543957 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/f211e0a2-86c4-4acb-b732-a9353829b65b HTTP/1.1" status: 200 len: 734 time: 0.0182655 Oct 19 08:16:29.158029 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-2d51a7b5-4af9-4e71-ad67-decf5cd350b5 admin admin] Request body: {'subnet': {'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'subnetpool_id': 'f211e0a2-86c4-4acb-b732-a9353829b65b', 'gateway_ip': '172.20.0.1', 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:29.179822 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d51a7b5-4af9-4e71-ad67-decf5cd350b5 admin admin] Made reservation on behalf of 5fcdbe391ad94fc78933bd28ad3b2826 for: {'subnet': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:16:29.182071 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2d51a7b5-4af9-4e71-ad67-decf5cd350b5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:29.467169 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2d51a7b5-4af9-4e71-ad67-decf5cd350b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for subnet, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:29.531547 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51a7b5-4af9-4e71-ad67-decf5cd350b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feebb26c-cf90-43f9-a831-4b17a65d6036,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:29.540036 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51a7b5-4af9-4e71-ad67-decf5cd350b5 admin admin] Checking segment: {'id': 'c8a288ba-6100-4d46-9603-4b55ab09ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:16:29.540259 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d51a7b5-4af9-4e71-ad67-decf5cd350b5 admin admin] Network hostable DHCP agents. Network: d8accbc5-ba69-4f42-bf65-e29df77486f0, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:16:29.559548 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d51a7b5-4af9-4e71-ad67-decf5cd350b5 admin admin] Network d8accbc5-ba69-4f42-bf65-e29df77486f0 is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:16:29.570231 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-2d51a7b5-4af9-4e71-ad67-decf5cd350b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, d8accbc5-ba69-4f42-bf65-e29df77486f0) {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:16:29.574789 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d51a7b5-4af9-4e71-ad67-decf5cd350b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:16:29.575361 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2d51a7b5-4af9-4e71-ad67-decf5cd350b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:29.581410 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cb62b5-fa0a-47a5-8d4e-fbf1c694ff38 None None] Network d8accbc5-ba69-4f42-bf65-e29df77486f0 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:16:29.590373 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-2d51a7b5-4af9-4e71-ad67-decf5cd350b5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4357712 Oct 19 08:16:29.902691 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp243f6fb3-4fc6-546d-81d7-7d5c3d1efffe-d8accbc5-ba69-4f42-bf65-e29df77486f0', 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'fixed_ips': [{'subnet_id': 'feebb26c-cf90-43f9-a831-4b17a65d6036'}]}} from dv-cinder-813984-3-iscsi. {{(pid=99814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:16:29.904954 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:30.181396 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.db_base_plugin_common [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Allocated IP 172.20.0.2 (d8accbc5-ba69-4f42-bf65-e29df77486f0/feebb26c-cf90-43f9-a831-4b17a65d6036/5951361c-beb3-4db2-9ac0-e379acf6be5a) {{(pid=99814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:16:30.383125 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Publish callbacks [] for port, precommit_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:30.391985 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:30.485078 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Network d8accbc5-ba69-4f42-bf65-e29df77486f0 is already hosted by enough agents. {{(pid=99814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:16:30.489551 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.base_scheduler [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Resources bound (agent type, host, resource id): {{(pid=99814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:16:30.500740 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Received port after_create {{(pid=99814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:16:30.510115 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Pushing event updated for resources: {'Port': ['ID=5951361c-beb3-4db2-9ac0-e379acf6be5a,revision_number=1']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:30.542143 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:30.542534 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:30.542859 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:30.543196 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:30.543528 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:30.543860 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:30.544186 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:30.545067 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:30.545407 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:30.545733 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:30.546058 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:30.546377 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Tracked resource versions report: Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: pushed versions: Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: { 'AddressGroup': {'1.2'}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'ConntrackHelper': {'1.0'}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Log': {'1.0'}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Network': {'1.1'}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Port': {'1.7'}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'PortForwarding': {'1.2'}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'QosPolicy': {'1.10'}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'SecurityGroup': {'1.4'}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'SecurityGroupRule': {'1.2'}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'SubPort': {'1.0'}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Subnet': {'1.1'}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Trunk': {'1.1'}} Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: consumer versions: Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: { DHCP agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: L3 agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: Metadata agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: Metering agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: Open vSwitch agent@dv-cinder-813984-3-iscsi: { 'AddressGroup': '1.2', Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'ConntrackHelper': '1.0', Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Log': '1.0', Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Network': '1.1', Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Port': '1.7', Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'PortForwarding': '1.2', Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'QosPolicy': '1.10', Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'SecurityGroup': '1.4', Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'SecurityGroupRule': '1.2', Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'SubPort': '1.0', Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Subnet': '1.1', Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Trunk': '1.1'}} Oct 19 08:16:30.547466 dv-cinder-813984-3-iscsi neutron-server[99814]: {{(pid=99814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 08:16:30.594287 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Attempting to bind port 5951361c-beb3-4db2-9ac0-e379acf6be5a on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:16:30.594935 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Attempting to bind port 5951361c-beb3-4db2-9ac0-e379acf6be5a by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'c8a288ba-6100-4d46-9603-4b55ab09ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:16:30.595189 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Attempting to bind port 5951361c-beb3-4db2-9ac0-e379acf6be5a on network d8accbc5-ba69-4f42-bf65-e29df77486f0 {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:16:30.600124 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:16:30.600484 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Checking segment: {'id': 'c8a288ba-6100-4d46-9603-4b55ab09ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:16:30.600940 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:30.601325 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Bound using segment: {'id': 'c8a288ba-6100-4d46-9603-4b55ab09ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:16:30.601808 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Bound port: 5951361c-beb3-4db2-9ac0-e379acf6be5a, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a288ba-6100-4d46-9603-4b55ab09ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:16:30.602209 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:30.663361 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] For port 5951361c-beb3-4db2-9ac0-e379acf6be5a, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:16:30.667772 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] For port 5951361c-beb3-4db2-9ac0-e379acf6be5a, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=5951361c-beb3-4db2-9ac0-e379acf6be5a,segment=NetworkSegment(c8a288ba-6100-4d46-9603-4b55ab09ba15),segment_id=c8a288ba-6100-4d46-9603-4b55ab09ba15)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:16:30.672610 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:30.738325 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa04df-45df-41a8-949e-ccc1c6bc8605 None None] Pushing event updated for resources: {'Port': ['ID=5951361c-beb3-4db2-9ac0-e379acf6be5a,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:32.158347 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 33954) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:32.474536 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [None req-533a93a8-7bec-416c-a825-9e4a397e45db admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:16:32.475513 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-533a93a8-7bec-416c-a825-9e4a397e45db admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3161960 Oct 19 08:16:35.007458 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 33962) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:35.321523 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [None req-088c7eda-fb0b-4fd2-9555-4a1d01cafaa3 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:16:35.322524 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-088c7eda-fb0b-4fd2-9555-4a1d01cafaa3 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3141234 Oct 19 08:16:38.077667 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 33972) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:38.376646 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-620f0722-15b6-452f-9440-ceffcba09b47 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'name': 'router1'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:38.402039 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-620f0722-15b6-452f-9440-ceffcba09b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7276'] for router, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:38.402833 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-620f0722-15b6-452f-9440-ceffcba09b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7285'] for router, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:38.539168 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-620f0722-15b6-452f-9440-ceffcba09b47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:38.549779 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-620f0722-15b6-452f-9440-ceffcba09b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627868'] for router, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:38.567559 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-620f0722-15b6-452f-9440-ceffcba09b47 admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:38.568855 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-620f0722-15b6-452f-9440-ceffcba09b47 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4902170 Oct 19 08:16:39.865947 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd87c25-e773-4cad-92cf-d8fd437d51a3 None None] Network d8accbc5-ba69-4f42-bf65-e29df77486f0 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:16:39.904444 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-6e9809ef-f7b3-474d-b04f-00d75324dc1e None None] Provisioning complete for port 5951361c-beb3-4db2-9ac0-e379acf6be5a triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:16:39.905723 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-6e9809ef-f7b3-474d-b04f-00d75324dc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:40.111746 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-6e9809ef-f7b3-474d-b04f-00d75324dc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:40.125790 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 5951361c-beb3-4db2-9ac0-e379acf6be5a up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:16:40.188799 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-6e9809ef-f7b3-474d-b04f-00d75324dc1e None None] For port 5951361c-beb3-4db2-9ac0-e379acf6be5a, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=5951361c-beb3-4db2-9ac0-e379acf6be5a,segment=NetworkSegment(c8a288ba-6100-4d46-9603-4b55ab09ba15),segment_id=c8a288ba-6100-4d46-9603-4b55ab09ba15)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:16:40.209384 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-6e9809ef-f7b3-474d-b04f-00d75324dc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:40.283531 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 5951361c-beb3-4db2-9ac0-e379acf6be5a triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:16:40.283894 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:40.305179 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9809ef-f7b3-474d-b04f-00d75324dc1e None None] Pushing event updated for resources: {'Port': ['ID=5951361c-beb3-4db2-9ac0-e379acf6be5a,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:40.529983 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-0f72985d-3bde-4055-8058-96703207ded4 None None] Provisioning complete for port 5951361c-beb3-4db2-9ac0-e379acf6be5a triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:16:40.530367 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-0f72985d-3bde-4055-8058-96703207ded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:41.075568 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 33986) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:41.384062 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [None req-f801928f-fa82-45be-84c4-ef09e3aff704 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:16:41.385039 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-f801928f-fa82-45be-84c4-ef09e3aff704 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3085568 Oct 19 08:16:41.884100 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b3720830-b0de-4469-abb3-6c0f262ec501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:42.222786 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 5951361c-beb3-4db2-9ac0-e379acf6be5a up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:16:42.276159 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 5951361c-beb3-4db2-9ac0-e379acf6be5a triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:16:42.276519 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:43.902526 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 33994) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:44.212943 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:44.233474 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Made reservation on behalf of 6c8a6d2725af4f9db3f4333824c4a054 for: {'network': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:16:44.235755 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:44.243696 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:44.316933 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:44.320548 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:44.337284 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Reserving flat network on physical network physnet1 {{(pid=99813) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 19 08:16:44.353542 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece1e024-c6e4-459f-9361-409845b5a0eb,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:44.360089 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:44.360402 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.segments_db [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Added segment d2543629-4fde-4d79-bc12-6491dffcf179 of type flat for network df899231-3d66-4e46-852d-f94c9631241f Oct 19 08:16:44.412804 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:44.444127 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:44.445028 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:16:44.445586 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:44.478619 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5750034 Oct 19 08:16:44.509647 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9a591-c05a-4a46-9d2a-a04fd21f5216 admin admin] Pushing event updated for resources: {'Network': ['ID=df899231-3d66-4e46-852d-f94c9631241f,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:44.521055 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network df899231-3d66-4e46-852d-f94c9631241f details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:16:45.055193 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-c9e4bea9-d12c-4b02-8be9-9df1a284317e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:45.888502 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:46.526505 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:46.965187 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 34012) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:47.135274 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98568852-7c68-427a-a9f2-961210b2bc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:16:47.136569 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-98568852-7c68-427a-a9f2-961210b2bc9d admin admin] 10.222.0.26 "GET /v2.0/subnets/feebb26c-cf90-43f9-a831-4b17a65d6036 HTTP/1.1" status: 200 len: 849 time: 0.1704416 Oct 19 08:16:47.262696 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-76166099-51f6-4fbf-88d0-904a94cd8aff admin admin] 10.222.0.26 "GET /v2.0/routers/5b55cdcb-ee4d-4497-ac01-856494ab6bdb HTTP/1.1" status: 200 len: 704 time: 0.1192954 Oct 19 08:16:47.529186 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:47.564835 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:47.823427 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Allocated IP 172.20.0.1 (d8accbc5-ba69-4f42-bf65-e29df77486f0/feebb26c-cf90-43f9-a831-4b17a65d6036/18ab7285-b51e-4014-8638-60b692ccba65) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:16:48.017115 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:48.080078 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:48.152633 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Network d8accbc5-ba69-4f42-bf65-e29df77486f0 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:16:48.158398 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:16:48.165302 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:16:48.165807 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1627695'] for router_interface, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:48.168377 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Pushing event updated for resources: {'Port': ['ID=18ab7285-b51e-4014-8638-60b692ccba65,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:48.355715 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:48.364724 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-33153ccf-696b-486d-a2ea-f3b1b6fb9e67 None None] Provisioning complete for port 18ab7285-b51e-4014-8638-60b692ccba65 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:16:48.365093 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-33153ccf-696b-486d-a2ea-f3b1b6fb9e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:48.397847 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-33153ccf-696b-486d-a2ea-f3b1b6fb9e67 None None] Port 18ab7285-b51e-4014-8638-60b692ccba65 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:16:48.559416 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:48.563598 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:48.564346 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626527'] for router_interface, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:48.619429 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Pushing event updated for resources: {'Port': ['ID=18ab7285-b51e-4014-8638-60b692ccba65,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:48.684213 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Network d8accbc5-ba69-4f42-bf65-e29df77486f0 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:16:48.685473 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:16:48.843344 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Router 5b55cdcb-ee4d-4497-ac01-856494ab6bdb is scheduled to L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 with binding_index 1 {{(pid=99813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:16:48.918336 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-ba8893f7-9176-48d8-a7b2-14c67ec91969 None None] Provisioning complete for port 18ab7285-b51e-4014-8638-60b692ccba65 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:16:48.918920 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-ba8893f7-9176-48d8-a7b2-14c67ec91969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:48.934737 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:16:48.940498 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-efa51bee-199a-48c7-a12e-6c676ca14c30 admin admin] 10.222.0.26 "PUT /v2.0/routers/5b55cdcb-ee4d-4497-ac01-856494ab6bdb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6714287 Oct 19 08:16:48.945588 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Sync routers for ids ['5b55cdcb-ee4d-4497-ac01-856494ab6bdb'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:16:48.954327 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-ba8893f7-9176-48d8-a7b2-14c67ec91969 None None] Port 18ab7285-b51e-4014-8638-60b692ccba65 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:16:48.957909 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Routers {'5b55cdcb-ee4d-4497-ac01-856494ab6bdb'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:16:48.958780 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:16:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['5b55cdcb-ee4d-4497-ac01-856494ab6bdb'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:49.145171 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Set router 5b55cdcb-ee4d-4497-ac01-856494ab6bdb gateway port host: None {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:16:49.572317 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'name': 'router1', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:16:38Z', 'updated_at': '2021-10-19T08:16:48Z', 'revision_number': 2, 'project_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'gw_port_host': None, '_interfaces': [{'id': '18ab7285-b51e-4014-8638-60b692ccba65', 'name': '', 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'mac_address': 'fa:16:3e:f9:14:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feebb26c-cf90-43f9-a831-4b17a65d6036', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:16:47Z', 'updated_at': '2021-10-19T08:16:48Z', 'revision_number': 2, 'project_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'subnets': [{'id': 'feebb26c-cf90-43f9-a831-4b17a65d6036', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f211e0a2-86c4-4acb-b732-a9353829b65b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:49.625187 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Checking router: 5b55cdcb-ee4d-4497-ac01-856494ab6bdb for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:16:49.625563 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Updating router 5b55cdcb-ee4d-4497-ac01-856494ab6bdb port 18ab7285-b51e-4014-8638-60b692ccba65 binding host dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:16:49.673223 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:50.193673 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Publish callbacks [] for port, precommit_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:50.200656 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:50.360943 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Pushing event updated for resources: {'Port': ['ID=18ab7285-b51e-4014-8638-60b692ccba65,revision_number=3']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:50.379207 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.379557 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.379896 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.380227 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.380582 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.380912 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.381238 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.381562 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.381928 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.382253 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.382602 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.382922 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Tracked resource versions report: Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: pushed versions: Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: { 'AddressGroup': {'1.2'}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'ConntrackHelper': {'1.0'}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Log': {'1.0'}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Network': {'1.1'}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Port': {'1.7'}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'PortForwarding': {'1.2'}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'QosPolicy': {'1.10'}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'SecurityGroup': {'1.4'}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'SecurityGroupRule': {'1.2'}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'SubPort': {'1.0'}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Subnet': {'1.1'}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Trunk': {'1.1'}} Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: consumer versions: Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: { DHCP agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: L3 agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: Metadata agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: Metering agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: Open vSwitch agent@dv-cinder-813984-3-iscsi: { 'AddressGroup': '1.2', Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'ConntrackHelper': '1.0', Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Log': '1.0', Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Network': '1.1', Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Port': '1.7', Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'PortForwarding': '1.2', Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'QosPolicy': '1.10', Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'SecurityGroup': '1.4', Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'SecurityGroupRule': '1.2', Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'SubPort': '1.0', Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Subnet': '1.1', Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Trunk': '1.1'}} Oct 19 08:16:50.384002 dv-cinder-813984-3-iscsi neutron-server[99815]: {{(pid=99815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 08:16:50.388541 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Attempting to bind port 18ab7285-b51e-4014-8638-60b692ccba65 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:16:50.388942 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Attempting to bind port 18ab7285-b51e-4014-8638-60b692ccba65 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'c8a288ba-6100-4d46-9603-4b55ab09ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0'}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:16:50.389449 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Attempting to bind port 18ab7285-b51e-4014-8638-60b692ccba65 on network d8accbc5-ba69-4f42-bf65-e29df77486f0 {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:16:50.394821 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:16:50.395240 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Checking segment: {'id': 'c8a288ba-6100-4d46-9603-4b55ab09ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:16:50.395709 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:50.396352 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Bound using segment: {'id': 'c8a288ba-6100-4d46-9603-4b55ab09ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0'} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:16:50.396851 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Bound port: 18ab7285-b51e-4014-8638-60b692ccba65, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a288ba-6100-4d46-9603-4b55ab09ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0'}}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:16:50.397246 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:50.462881 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] For port 18ab7285-b51e-4014-8638-60b692ccba65, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:16:50.483583 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] For port 18ab7285-b51e-4014-8638-60b692ccba65, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=18ab7285-b51e-4014-8638-60b692ccba65,segment=NetworkSegment(c8a288ba-6100-4d46-9603-4b55ab09ba15),segment_id=c8a288ba-6100-4d46-9603-4b55ab09ba15)] {{(pid=99815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:16:50.483780 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-841e805a-310e-44a0-9ab9-a00e890e2c26 None None] Provisioning complete for port 18ab7285-b51e-4014-8638-60b692ccba65 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:16:50.484243 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-841e805a-310e-44a0-9ab9-a00e890e2c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:50.489752 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:50.518341 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-841e805a-310e-44a0-9ab9-a00e890e2c26 None None] Port 18ab7285-b51e-4014-8638-60b692ccba65 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:16:50.540347 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Routers {'5b55cdcb-ee4d-4497-ac01-856494ab6bdb'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:16:50.540981 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:16:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['5b55cdcb-ee4d-4497-ac01-856494ab6bdb'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:50.591365 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3ed4e-76c0-4e44-ac4d-a569d77944bc None None] Pushing event updated for resources: {'Port': ['ID=18ab7285-b51e-4014-8638-60b692ccba65,revision_number=4']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:50.646166 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] Set router 5b55cdcb-ee4d-4497-ac01-856494ab6bdb gateway port host: None {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:16:50.748207 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-87bba981-6ce5-45e9-9760-43954fe1e5ed None None] Provisioning complete for port 18ab7285-b51e-4014-8638-60b692ccba65 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:16:50.749256 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-87bba981-6ce5-45e9-9760-43954fe1e5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:50.831861 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-87bba981-6ce5-45e9-9760-43954fe1e5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:50.861631 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'name': 'router1', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:16:38Z', 'updated_at': '2021-10-19T08:16:48Z', 'revision_number': 2, 'project_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'gw_port_host': None, '_interfaces': [{'id': '18ab7285-b51e-4014-8638-60b692ccba65', 'name': '', 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'mac_address': 'fa:16:3e:f9:14:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feebb26c-cf90-43f9-a831-4b17a65d6036', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:16:47Z', 'updated_at': '2021-10-19T08:16:50Z', 'revision_number': 4, 'project_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'subnets': [{'id': 'feebb26c-cf90-43f9-a831-4b17a65d6036', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f211e0a2-86c4-4acb-b732-a9353829b65b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:50.863913 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-87bba981-6ce5-45e9-9760-43954fe1e5ed None None] For port 18ab7285-b51e-4014-8638-60b692ccba65, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=18ab7285-b51e-4014-8638-60b692ccba65,segment=NetworkSegment(c8a288ba-6100-4d46-9603-4b55ab09ba15),segment_id=c8a288ba-6100-4d46-9603-4b55ab09ba15)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:16:50.868074 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-87bba981-6ce5-45e9-9760-43954fe1e5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:50.887626 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ec869-7516-43c5-ad83-6864ec46221b None None] The sync data for ids ['5b55cdcb-ee4d-4497-ac01-856494ab6bdb'] in dv-cinder-813984-3-iscsi is: [{'id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'name': 'router1', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:16:38Z', 'updated_at': '2021-10-19T08:16:48Z', 'revision_number': 2, 'project_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'gw_port_host': None, '_interfaces': [{'id': '18ab7285-b51e-4014-8638-60b692ccba65', 'name': '', 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'mac_address': 'fa:16:3e:f9:14:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feebb26c-cf90-43f9-a831-4b17a65d6036', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:16:47Z', 'updated_at': '2021-10-19T08:16:50Z', 'revision_number': 4, 'project_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'subnets': [{'id': 'feebb26c-cf90-43f9-a831-4b17a65d6036', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f211e0a2-86c4-4acb-b732-a9353829b65b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:16:50.924091 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bba981-6ce5-45e9-9760-43954fe1e5ed None None] Pushing event updated for resources: {'Port': ['ID=18ab7285-b51e-4014-8638-60b692ccba65,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:51.299294 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 34032) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:51.445484 dv-cinder-813984-3-iscsi neutron-server[99812]: WARNING oslo_policy.policy [None req-025ab419-f84d-4a80-bed0-a95de2fe97b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 08:16:51.446056 dv-cinder-813984-3-iscsi neutron-server[99812]: WARNING oslo_policy.policy [None req-025ab419-f84d-4a80-bed0-a95de2fe97b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 08:16:51.895306 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.policy [None req-025ab419-f84d-4a80-bed0-a95de2fe97b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99812) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 08:16:51.943143 dv-cinder-813984-3-iscsi neutron-server[99812]: WARNING oslo_policy.policy [None req-025ab419-f84d-4a80-bed0-a95de2fe97b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 08:16:51.943527 dv-cinder-813984-3-iscsi neutron-server[99812]: WARNING oslo_policy.policy [None req-025ab419-f84d-4a80-bed0-a95de2fe97b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 08:16:51.953005 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025ab419-f84d-4a80-bed0-a95de2fe97b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:16:51.954938 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-025ab419-f84d-4a80-bed0-a95de2fe97b3 admin admin] 10.222.0.26 "GET /v2.0/networks/df899231-3d66-4e46-852d-f94c9631241f HTTP/1.1" status: 200 len: 842 time: 0.6535532 Oct 19 08:16:51.965331 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'ip_version': 4}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:51.967436 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.quota [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Loaded quota_driver: . Oct 19 08:16:52.007122 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Made reservation on behalf of 6c8a6d2725af4f9db3f4333824c4a054 for: {'subnet': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:16:52.009842 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Publish callbacks [] for subnet, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:52.424758 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.objects.ports [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 08:16:52.425396 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for subnet, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:52.504332 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:52.508275 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Checking segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:16:52.508660 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Network hostable DHCP agents. Network: df899231-3d66-4e46-852d-f94c9631241f, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:16:52.519960 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:52.520302 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:52.520633 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:52.520956 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:52.521276 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:52.521612 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:52.521928 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:52.522239 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:52.522584 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:52.522899 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:52.523209 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:52.523519 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Tracked resource versions report: Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: pushed versions: Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: { 'AddressGroup': {'1.2'}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'ConntrackHelper': {'1.0'}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Log': {'1.0'}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Network': {'1.1'}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Port': {'1.7'}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'PortForwarding': {'1.2'}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'QosPolicy': {'1.10'}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'SecurityGroup': {'1.4'}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'SecurityGroupRule': {'1.2'}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'SubPort': {'1.0'}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Subnet': {'1.1'}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Trunk': {'1.1'}} Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: consumer versions: Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: { DHCP agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: L3 agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: Metadata agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: Metering agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: Open vSwitch agent@dv-cinder-813984-3-iscsi: { 'AddressGroup': '1.2', Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'ConntrackHelper': '1.0', Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Log': '1.0', Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Network': '1.1', Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Port': '1.7', Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'PortForwarding': '1.2', Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'QosPolicy': '1.10', Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'SecurityGroup': '1.4', Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'SecurityGroupRule': '1.2', Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'SubPort': '1.0', Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Subnet': '1.1', Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Trunk': '1.1'}} Oct 19 08:16:52.524530 dv-cinder-813984-3-iscsi neutron-server[99812]: {{(pid=99812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 08:16:52.569418 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Network df899231-3d66-4e46-852d-f94c9631241f is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:16:52.582197 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, df899231-3d66-4e46-852d-f94c9631241f) {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:16:52.587968 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:16:52.588678 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:52.591680 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ec3bc-ebce-4d1b-afd2-8d88ca758d0d None None] Network df899231-3d66-4e46-852d-f94c9631241f requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:16:52.617515 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-6b6cffa0-87e4-466d-b0e1-238a4d439bba admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6493387 Oct 19 08:16:52.729486 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4df9cd-f389-42ce-824f-ed942430e394 None None] Network df899231-3d66-4e46-852d-f94c9631241f requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:16:54.020405 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 5 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:16:55.035454 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 34052) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:55.282596 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-2ca22b5f-5afa-4653-bf4d-bdb50f815d03 admin admin] 10.222.0.26 "GET /v2.0/routers/5b55cdcb-ee4d-4497-ac01-856494ab6bdb HTTP/1.1" status: 200 len: 710 time: 0.2458313 Oct 19 08:16:55.372571 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da446f1d-6dbc-443f-848a-99beeb8b5bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:16:55.379868 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-da446f1d-6dbc-443f-848a-99beeb8b5bcd admin admin] 10.222.0.26 "GET /v2.0/networks/df899231-3d66-4e46-852d-f94c9631241f HTTP/1.1" status: 200 len: 886 time: 0.0856507 Oct 19 08:16:55.383824 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:55.635294 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:55.868388 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:55.946590 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:56.101178 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Allocated IP 172.27.2.200 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/feadf644-0ace-47d2-9942-bfb5597b1975) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:16:56.210309 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:56.273013 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:56.366391 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:16:56.367664 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Pushing event updated for resources: {'Port': ['ID=feadf644-0ace-47d2-9942-bfb5597b1975,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:56.370161 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:16:56.396363 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:16:56.729368 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:56.925416 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1625431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7235'] for router, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:56.930350 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1627854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1627847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1625452'] for router, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:57.039709 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Router 5b55cdcb-ee4d-4497-ac01-856494ab6bdb has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:16:57.146698 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:16:57.151235 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] Publish callbacks [] for router, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:57.152433 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-381783a6-32cf-415e-a2f6-a6220dd8fc75 admin admin] 10.222.0.26 "PUT /v2.0/routers/5b55cdcb-ee4d-4497-ac01-856494ab6bdb HTTP/1.1" status: 200 len: 890 time: 1.7719121 Oct 19 08:16:57.845814 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Sync routers for ids ['5b55cdcb-ee4d-4497-ac01-856494ab6bdb'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:16:57.856135 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Routers {'5b55cdcb-ee4d-4497-ac01-856494ab6bdb'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:16:57.856757 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:16:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['5b55cdcb-ee4d-4497-ac01-856494ab6bdb'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:58.062664 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Set router 5b55cdcb-ee4d-4497-ac01-856494ab6bdb gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:16:58.135707 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 18ab7285-b51e-4014-8638-60b692ccba65 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:16:58.392522 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 18ab7285-b51e-4014-8638-60b692ccba65 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:16:58.392885 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:58.571090 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'name': 'router1', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'feadf644-0ace-47d2-9942-bfb5597b1975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:16:38Z', 'updated_at': '2021-10-19T08:16:56Z', 'revision_number': 4, 'project_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'gw_port': {'id': 'feadf644-0ace-47d2-9942-bfb5597b1975', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:16:55Z', 'updated_at': '2021-10-19T08:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '18ab7285-b51e-4014-8638-60b692ccba65', 'name': '', 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'mac_address': 'fa:16:3e:f9:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feebb26c-cf90-43f9-a831-4b17a65d6036', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:16:47Z', 'updated_at': '2021-10-19T08:16:50Z', 'revision_number': 5, 'project_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'subnets': [{'id': 'feebb26c-cf90-43f9-a831-4b17a65d6036', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f211e0a2-86c4-4acb-b732-a9353829b65b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:58.624940 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Checking router: 5b55cdcb-ee4d-4497-ac01-856494ab6bdb for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:16:58.625284 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Updating router 5b55cdcb-ee4d-4497-ac01-856494ab6bdb port feadf644-0ace-47d2-9942-bfb5597b1975 binding host dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:16:58.676928 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:59.071927 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Publish callbacks [] for port, precommit_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:59.078880 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:59.126170 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Attempting to bind port feadf644-0ace-47d2-9942-bfb5597b1975 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:16:59.126557 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Attempting to bind port feadf644-0ace-47d2-9942-bfb5597b1975 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:16:59.126915 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Attempting to bind port feadf644-0ace-47d2-9942-bfb5597b1975 on network df899231-3d66-4e46-852d-f94c9631241f {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:16:59.134726 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d23e4-66e3-4faf-84a8-3274ead034d9 None None] Pushing event updated for resources: {'Port': ['ID=feadf644-0ace-47d2-9942-bfb5597b1975,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:59.139869 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:16:59.140244 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Checking segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:16:59.140637 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:59.141020 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Bound using segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:16:59.141484 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Bound port: feadf644-0ace-47d2-9942-bfb5597b1975, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:16:59.141881 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:59.191862 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] For port feadf644-0ace-47d2-9942-bfb5597b1975, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:16:59.194890 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] For port feadf644-0ace-47d2-9942-bfb5597b1975, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=feadf644-0ace-47d2-9942-bfb5597b1975,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:16:59.198610 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:16:59.258953 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Routers {'5b55cdcb-ee4d-4497-ac01-856494ab6bdb'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:16:59.259555 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:16:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['5b55cdcb-ee4d-4497-ac01-856494ab6bdb'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:59.262207 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d23e4-66e3-4faf-84a8-3274ead034d9 None None] Pushing event updated for resources: {'Port': ['ID=feadf644-0ace-47d2-9942-bfb5597b1975,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:59.365208 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] Set router 5b55cdcb-ee4d-4497-ac01-856494ab6bdb gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:16:59.580061 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'name': 'router1', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'feadf644-0ace-47d2-9942-bfb5597b1975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:16:38Z', 'updated_at': '2021-10-19T08:16:56Z', 'revision_number': 4, 'project_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'gw_port': {'id': 'feadf644-0ace-47d2-9942-bfb5597b1975', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:16:55Z', 'updated_at': '2021-10-19T08:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '18ab7285-b51e-4014-8638-60b692ccba65', 'name': '', 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'mac_address': 'fa:16:3e:f9:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feebb26c-cf90-43f9-a831-4b17a65d6036', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:16:47Z', 'updated_at': '2021-10-19T08:16:50Z', 'revision_number': 5, 'project_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'subnets': [{'id': 'feebb26c-cf90-43f9-a831-4b17a65d6036', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f211e0a2-86c4-4acb-b732-a9353829b65b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:59.605714 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11de2c24-f28f-4292-aadc-3a8d871aa6b9 None None] The sync data for ids ['5b55cdcb-ee4d-4497-ac01-856494ab6bdb'] in dv-cinder-813984-3-iscsi is: [{'id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'name': 'router1', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'feadf644-0ace-47d2-9942-bfb5597b1975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:16:38Z', 'updated_at': '2021-10-19T08:16:56Z', 'revision_number': 4, 'project_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'gw_port': {'id': 'feadf644-0ace-47d2-9942-bfb5597b1975', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:16:55Z', 'updated_at': '2021-10-19T08:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '18ab7285-b51e-4014-8638-60b692ccba65', 'name': '', 'network_id': 'd8accbc5-ba69-4f42-bf65-e29df77486f0', 'tenant_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'mac_address': 'fa:16:3e:f9:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b55cdcb-ee4d-4497-ac01-856494ab6bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'feebb26c-cf90-43f9-a831-4b17a65d6036', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:16:47Z', 'updated_at': '2021-10-19T08:16:50Z', 'revision_number': 5, 'project_id': '5fcdbe391ad94fc78933bd28ad3b2826', 'subnets': [{'id': 'feebb26c-cf90-43f9-a831-4b17a65d6036', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f211e0a2-86c4-4acb-b732-a9353829b65b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:16:59.653334 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 34066) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:59.793878 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-7c44e330-afe4-435b-9da6-f3b51a2b6c07 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1394181 Oct 19 08:17:00.131999 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device feadf644-0ace-47d2-9942-bfb5597b1975 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:17:00.200904 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port feadf644-0ace-47d2-9942-bfb5597b1975 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:17:00.201271 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:17:00.283000 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:17:00.305284 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port feadf644-0ace-47d2-9942-bfb5597b1975, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=feadf644-0ace-47d2-9942-bfb5597b1975,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:17:00.312681 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:17:00.369529 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=feadf644-0ace-47d2-9942-bfb5597b1975,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:02.120606 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device feadf644-0ace-47d2-9942-bfb5597b1975 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:17:02.178857 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port feadf644-0ace-47d2-9942-bfb5597b1975 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:17:02.179231 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:17:11.880718 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4fac6dc5-fe60-41e5-b369-0063325caf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:17:15.064464 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1fa3f3d9-e7ef-4244-98ab-4f2cb0169077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:17:15.891894 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:17:16.534207 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:17:17.588544 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:17:31.018609 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 5 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:17:41.883942 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-895327e9-fab0-46b3-b72e-063c683200ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:17:45.058945 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-8d854c68-30f8-487d-be84-050e42a12856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:17:45.906465 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:17:46.534202 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:17:47.592091 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:08.017705 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 5 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:18:11.886877 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-cc6b7ca2-2f5e-4d1b-816a-827593b9ad7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:15.062068 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-f886d159-96f8-41fc-ba78-7fa9383c4700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:15.897236 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:16.536988 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:17.592182 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:37.463204 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 34628) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:37.524092 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b163a1a1-6ca1-456f-8d3d-3055b424804d admin admin] GET failed (client error): The resource could not be found. Oct 19 08:18:37.525397 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-b163a1a1-6ca1-456f-8d3d-3055b424804d admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612557 Oct 19 08:18:37.687029 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce4ca2-be03-41d0-9cfc-a708312f5f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:37.688402 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-01ce4ca2-be03-41d0-9cfc-a708312f5f85 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581528 Oct 19 08:18:39.958916 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 34638) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:40.060373 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d3059e-22ef-4150-9bfe-c591276ab25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:40.061690 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-79d3059e-22ef-4150-9bfe-c591276ab25b admin admin] 10.222.0.26 "GET /v2.0/subnets/feebb26c-cf90-43f9-a831-4b17a65d6036 HTTP/1.1" status: 200 len: 849 time: 0.1018329 Oct 19 08:18:40.071571 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:40.153664 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Publish callbacks [] for subnet, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:40.294454 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767277139478'] for subnet, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:40.322545 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:40.323124 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:40.324435 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] 10.222.0.26 "PUT /v2.0/subnets/feebb26c-cf90-43f9-a831-4b17a65d6036 HTTP/1.1" status: 200 len: 868 time: 0.2564058 Oct 19 08:18:40.342075 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c714f34-7eec-41bd-a9bf-05ed14378a20 None None] Network d8accbc5-ba69-4f42-bf65-e29df77486f0 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:18:40.346876 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=feebb26c-cf90-43f9-a831-4b17a65d6036,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:40.354386 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:40.354771 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:40.355157 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:40.355509 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:40.355840 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:40.356713 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:40.357048 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:40.357375 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:40.357740 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:40.358043 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:40.358365 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:40.358726 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367e09b-5512-482e-854d-a268f3ab4b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:40.739021 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-d2fa5721-64b3-4408-9c99-b5e047b6f8a2 None None] Provisioning complete for port 5951361c-beb3-4db2-9ac0-e379acf6be5a triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:18:40.739380 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5721-64b3-4408-9c99-b5e047b6f8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:40.828370 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-d2fa5721-64b3-4408-9c99-b5e047b6f8a2 None None] Provisioning complete for port 18ab7285-b51e-4014-8638-60b692ccba65 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:18:40.828739 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5721-64b3-4408-9c99-b5e047b6f8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:41.889799 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-f35c5c38-0567-4186-9151-6cd1cb856b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:42.663042 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 34646) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:42.921424 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f2bd99-f726-49a0-bd38-0eca9abb53b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:42.921803 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f2bd99-f726-49a0-bd38-0eca9abb53b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:42.923373 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-58f2bd99-f726-49a0-bd38-0eca9abb53b7 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2594466 Oct 19 08:18:45.016706 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 5 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:18:45.063836 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1a994332-ffc8-4bb1-adf3-637356fb96bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:45.237828 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 34654) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:45.372970 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a98938-360e-47ac-abfe-5c43b7d7161b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:45.373442 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a98938-360e-47ac-abfe-5c43b7d7161b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:45.375017 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-94a98938-360e-47ac-abfe-5c43b7d7161b admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1362405 Oct 19 08:18:45.898532 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:46.541283 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:47.599761 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:18:47.693823 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 34662) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:47.828680 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3101ea2f-f772-47d2-b8a6-5c4deb0f3909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:47.830018 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-3101ea2f-f772-47d2-b8a6-5c4deb0f3909 admin admin] 10.222.0.26 "GET /v2.0/networks/d8accbc5-ba69-4f42-bf65-e29df77486f0 HTTP/1.1" status: 200 len: 869 time: 0.1352553 Oct 19 08:18:50.115350 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 34672) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:50.246596 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a49fe3-62c1-4d3f-954d-78d312e2452e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:50.248701 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-02a49fe3-62c1-4d3f-954d-78d312e2452e admin admin] 10.222.0.26 "GET /v2.0/networks/df899231-3d66-4e46-852d-f94c9631241f HTTP/1.1" status: 200 len: 886 time: 0.1324096 Oct 19 08:18:52.530217 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 34680) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:52.717764 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d5a20b-ebc6-4041-ade4-aaa01ee46a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:52.718130 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d5a20b-ebc6-4041-ade4-aaa01ee46a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:52.719687 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-34d5a20b-ebc6-4041-ade4-aaa01ee46a80 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1884780 Oct 19 08:18:54.978748 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 34688) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:55.068463 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530fd6aa-545a-4c62-93ee-fa6eacb4c279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:55.068910 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530fd6aa-545a-4c62-93ee-fa6eacb4c279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:55.070379 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-530fd6aa-545a-4c62-93ee-fa6eacb4c279 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906768 Oct 19 08:18:57.350721 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 34696) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:57.435456 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9a64aa-0aad-450b-92ee-9e28a75b6330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:57.436786 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-3c9a64aa-0aad-450b-92ee-9e28a75b6330 admin admin] 10.222.0.26 "GET /v2.0/subnets/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb HTTP/1.1" status: 200 len: 816 time: 0.0851018 Oct 19 08:18:59.683500 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 34704) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:59.777240 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1009c9e-e7fe-4b9d-87f4-d4984bca19c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:18:59.778663 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-c1009c9e-e7fe-4b9d-87f4-d4984bca19c4 admin admin] 10.222.0.26 "GET /v2.0/subnets/feebb26c-cf90-43f9-a831-4b17a65d6036 HTTP/1.1" status: 200 len: 868 time: 0.0936642 Oct 19 08:19:11.889776 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1d5d661d-0fd9-43e3-a88a-ad1f437d4f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:15.064454 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d0eee58d-5ff7-4002-8fb3-6c4ae2ebcb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:15.902400 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:16.543952 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:17.604054 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:22.015948 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 5 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:19:24.152208 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 34758) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:19:24.199125 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [None req-0ce5121d-1a94-4b47-af2c-13e8032d9d65 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:19:24.200247 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-0ce5121d-1a94-4b47-af2c-13e8032d9d65 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0471056 Oct 19 08:19:26.569310 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 34766) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:19:26.630080 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db55fdd-5761-4f69-8195-7a0bd5046a64 admin admin] GET failed (client error): The resource could not be found. Oct 19 08:19:26.631466 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-0db55fdd-5761-4f69-8195-7a0bd5046a64 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611987 Oct 19 08:19:26.718618 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60ac787-0c27-4fa6-a478-23454e218612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:19:26.720025 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-a60ac787-0c27-4fa6-a478-23454e218612 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0839932 Oct 19 08:19:29.038657 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 34774) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:19:29.085760 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:19:29.106935 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Made reservation on behalf of 6c8a6d2725af4f9db3f4333824c4a054 for: {'network': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:19:29.109353 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:29.135980 dv-cinder-813984-3-iscsi neutron-server[99813]: WARNING neutron.services.revisions.revision_plugin [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Could not find related network for resource to bump revision. Oct 19 08:19:29.147865 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=99813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:19:29.156257 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:29.156601 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.segments_db [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Added segment 7cfdf6b3-a06b-4f67-b74f-942ec045475e of type vlan for network c8696ca7-0366-4c6c-847c-716f9595b624 Oct 19 08:19:29.194044 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:29.216867 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:29.217785 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:19:29.218354 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:29.248887 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2091928 Oct 19 08:19:29.283032 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Pushing event updated for resources: {'Network': ['ID=c8696ca7-0366-4c6c-847c-716f9595b624,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:19:29.290329 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:29.290703 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:29.291046 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:29.291381 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:29.291712 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:29.292069 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:29.292401 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:29.292731 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:29.293746 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:29.294143 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:29.294566 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:29.294901 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed5305-9856-4103-b056-74ae5bb7607e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:29.306759 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network c8696ca7-0366-4c6c-847c-716f9595b624 details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:19:31.572951 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 34782) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:19:31.633869 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4b6be1-bd67-4d33-98fc-83bf99096321 admin admin] GET failed (client error): The resource could not be found. Oct 19 08:19:31.635184 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-8a4b6be1-bd67-4d33-98fc-83bf99096321 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613077 Oct 19 08:19:31.707766 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c581ba5-3751-452d-8435-c50170761851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:19:31.709227 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-8c581ba5-3751-452d-8435-c50170761851 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687091 Oct 19 08:19:31.720005 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-81c35049-0710-4b9b-afae-cfa41b734079 admin admin] Request body: {'subnet': {'network_id': 'c8696ca7-0366-4c6c-847c-716f9595b624', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:19:31.739820 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c35049-0710-4b9b-afae-cfa41b734079 admin admin] Made reservation on behalf of 6c8a6d2725af4f9db3f4333824c4a054 for: {'subnet': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:19:31.741956 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-81c35049-0710-4b9b-afae-cfa41b734079 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:31.901700 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-81c35049-0710-4b9b-afae-cfa41b734079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for subnet, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:31.955510 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c35049-0710-4b9b-afae-cfa41b734079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ffaba19-d4c8-4fb6-9632-ba9802c381ad,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:19:31.962072 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c35049-0710-4b9b-afae-cfa41b734079 admin admin] Checking segment: {'id': '7cfdf6b3-a06b-4f67-b74f-942ec045475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c8696ca7-0366-4c6c-847c-716f9595b624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:19:31.962420 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c35049-0710-4b9b-afae-cfa41b734079 admin admin] Network hostable DHCP agents. Network: c8696ca7-0366-4c6c-847c-716f9595b624, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:19:31.978590 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c35049-0710-4b9b-afae-cfa41b734079 admin admin] Network c8696ca7-0366-4c6c-847c-716f9595b624 is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:19:31.987828 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-81c35049-0710-4b9b-afae-cfa41b734079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, c8696ca7-0366-4c6c-847c-716f9595b624) {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:19:31.991701 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c35049-0710-4b9b-afae-cfa41b734079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:19:31.992270 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-81c35049-0710-4b9b-afae-cfa41b734079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:31.997166 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b64fd64-a1c3-4dd7-b755-88d859c0a678 None None] Network c8696ca7-0366-4c6c-847c-716f9595b624 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:19:32.009941 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-81c35049-0710-4b9b-afae-cfa41b734079 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2932329 Oct 19 08:19:32.147833 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp243f6fb3-4fc6-546d-81d7-7d5c3d1efffe-c8696ca7-0366-4c6c-847c-716f9595b624', 'network_id': 'c8696ca7-0366-4c6c-847c-716f9595b624', 'tenant_id': '6c8a6d2725af4f9db3f4333824c4a054', 'fixed_ips': [{'subnet_id': '2ffaba19-d4c8-4fb6-9632-ba9802c381ad'}]}} from dv-cinder-813984-3-iscsi. {{(pid=99814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:19:32.148706 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:32.291454 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.db_base_plugin_common [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Allocated IP 192.168.233.2 (c8696ca7-0366-4c6c-847c-716f9595b624/2ffaba19-d4c8-4fb6-9632-ba9802c381ad/9ee13f93-6a22-4606-a9bc-ac49a5858e08) {{(pid=99814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:19:32.436990 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Publish callbacks [] for port, precommit_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:32.443053 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:32.483844 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Network c8696ca7-0366-4c6c-847c-716f9595b624 is already hosted by enough agents. {{(pid=99814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:19:32.486672 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.base_scheduler [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Resources bound (agent type, host, resource id): {{(pid=99814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:19:32.490156 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Received port after_create {{(pid=99814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:19:32.502921 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Pushing event updated for resources: {'Port': ['ID=9ee13f93-6a22-4606-a9bc-ac49a5858e08,revision_number=1']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:19:32.525269 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:32.525615 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:32.525954 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:32.526284 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:32.526640 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:32.526968 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:32.527968 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:32.528363 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:32.528708 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:32.529032 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:32.529351 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:32.529668 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:19:32.560187 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Attempting to bind port 9ee13f93-6a22-4606-a9bc-ac49a5858e08 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:19:32.560471 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Attempting to bind port 9ee13f93-6a22-4606-a9bc-ac49a5858e08 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': '7cfdf6b3-a06b-4f67-b74f-942ec045475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c8696ca7-0366-4c6c-847c-716f9595b624'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:19:32.560823 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Attempting to bind port 9ee13f93-6a22-4606-a9bc-ac49a5858e08 on network c8696ca7-0366-4c6c-847c-716f9595b624 {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:19:32.565830 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:19:32.566193 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Checking segment: {'id': '7cfdf6b3-a06b-4f67-b74f-942ec045475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c8696ca7-0366-4c6c-847c-716f9595b624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:19:32.566609 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:32.566991 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Bound using segment: {'id': '7cfdf6b3-a06b-4f67-b74f-942ec045475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c8696ca7-0366-4c6c-847c-716f9595b624'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:19:32.567447 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Bound port: 9ee13f93-6a22-4606-a9bc-ac49a5858e08, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfdf6b3-a06b-4f67-b74f-942ec045475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c8696ca7-0366-4c6c-847c-716f9595b624'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:19:32.567833 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:32.631165 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] For port 9ee13f93-6a22-4606-a9bc-ac49a5858e08, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:19:32.634742 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] For port 9ee13f93-6a22-4606-a9bc-ac49a5858e08, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=9ee13f93-6a22-4606-a9bc-ac49a5858e08,segment=NetworkSegment(7cfdf6b3-a06b-4f67-b74f-942ec045475e),segment_id=7cfdf6b3-a06b-4f67-b74f-942ec045475e)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:19:32.642082 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:32.710997 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84f0bc-5d46-48be-acd9-0e5c93994c5a None None] Pushing event updated for resources: {'Port': ['ID=9ee13f93-6a22-4606-a9bc-ac49a5858e08,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:19:33.563284 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50723921-a213-4f3f-bb45-9a346f0a2f6a None None] Network c8696ca7-0366-4c6c-847c-716f9595b624 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:19:33.636096 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-3cd65809-bded-4fa9-a2bf-5de3335f234c None None] Provisioning complete for port 9ee13f93-6a22-4606-a9bc-ac49a5858e08 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:19:33.636383 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-3cd65809-bded-4fa9-a2bf-5de3335f234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:33.783211 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-3cd65809-bded-4fa9-a2bf-5de3335f234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:33.816535 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-3cd65809-bded-4fa9-a2bf-5de3335f234c None None] For port 9ee13f93-6a22-4606-a9bc-ac49a5858e08, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=9ee13f93-6a22-4606-a9bc-ac49a5858e08,segment=NetworkSegment(7cfdf6b3-a06b-4f67-b74f-942ec045475e),segment_id=7cfdf6b3-a06b-4f67-b74f-942ec045475e)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:19:33.820148 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-3cd65809-bded-4fa9-a2bf-5de3335f234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:33.882155 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd65809-bded-4fa9-a2bf-5de3335f234c None None] Pushing event updated for resources: {'Port': ['ID=9ee13f93-6a22-4606-a9bc-ac49a5858e08,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:19:34.041599 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-54646a27-d072-44bc-a76f-64acce6b8d7d None None] Provisioning complete for port 9ee13f93-6a22-4606-a9bc-ac49a5858e08 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:19:34.041986 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-54646a27-d072-44bc-a76f-64acce6b8d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:34.233950 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 9ee13f93-6a22-4606-a9bc-ac49a5858e08 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:19:34.283068 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 9ee13f93-6a22-4606-a9bc-ac49a5858e08 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:19:34.283431 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:41.890412 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-ce6a76a5-04a9-4642-9c3f-64506f4b0e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:45.065668 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-dafc3a0b-2ef1-4691-a5cb-35861dfcccef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:45.908537 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:46.548531 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:47.606320 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:19:59.014693 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 5 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:20:11.891066 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0b7d-ec3c-4efb-9a99-a401faaff1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:15.066613 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-33e8b140-aeee-4e01-8a21-a35bc1feaf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:15.909012 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:16.553518 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:17.608925 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:36.012434 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 5 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:20:41.892442 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-c67759ea-764f-4f3e-995e-35afb35f09b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:45.066714 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-9f183c62-af2a-4376-933a-9efa30e80a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:45.911645 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:46.555721 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:47.612921 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:51.184844 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 34834) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:51.191601 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [None req-c3313bed-e6bc-49e8-8a2b-607769c8420c tempest-verify_tempest_config-1492967612 tempest-verify_tempest_config-1492967612-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:20:51.192598 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-c3313bed-e6bc-49e8-8a2b-607769c8420c tempest-verify_tempest_config-1492967612 tempest-verify_tempest_config-1492967612-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0067885 Oct 19 08:20:51.488331 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 34852) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:51.597611 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:51.709540 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:51.713122 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:51.765448 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3d396b9e28f4963b0a0fba0cfb4cbf2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2760344 Oct 19 08:20:51.766284 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b0b180-a364-47e6-8bcf-d30e8be739ad,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:51.768503 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 34856) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:51.773500 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.773852 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.774192 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.774711 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.775251 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.775629 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.775963 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.776290 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.776656 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.777664 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.777965 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.778408 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68a5f2-0944-4a88-aeb3-7df175e706ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.822009 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:51.843340 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:51.930171 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:51.932725 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:20:51.933909 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0b0b180-a364-47e6-8bcf-d30e8be739ad HTTP/1.1" status: 204 len: 168 time: 0.1643636 Oct 19 08:20:51.941785 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b0b180-a364-47e6-8bcf-d30e8be739ad,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:51.948212 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.948578 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.949422 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.949754 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.950082 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.950427 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.950785 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.951108 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.951453 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.951860 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.952084 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:51.952405 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae2f16-c9cf-4d35-a6db-f070ef59a774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:11.892455 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a04b71e1-f9d4-4fd9-8e5a-5f13d26c0f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:21:13.010086 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 5 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:21:15.068146 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-edc1812c-1c20-40d7-9c1c-aa9a8d5459ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:21:15.913603 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:21:16.559698 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:21:17.615932 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:21:41.892534 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-f6e4dbba-8082-4317-b232-a843d9f7b8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:21:45.067798 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2e82e9fa-34df-499b-9737-2e0e7806b256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:21:45.913652 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:21:46.561707 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:21:47.618795 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:21:50.008497 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 5 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:22:11.892901 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-ea8efc32-50df-44b8-b293-80e0ce7eb61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:22:15.068261 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-f628a55e-9e49-4196-8c03-1525b6b41e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:22:15.915125 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:22:16.568793 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:22:17.621964 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:22:19.924272 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625287'] for agent, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:22:27.007158 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:22:34.454620 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 34930) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:22:34.556787 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-3336db8f-9e68-43e8-b2e8-5691f245c235 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1010947 Oct 19 08:22:36.844455 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 34940) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:22:36.905039 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-1b538a0c-d4ed-48b0-b7e8-911659c9fc8d admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0591698 Oct 19 08:22:41.894918 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4426cb39-9b80-4d38-bc07-24d8cadf6b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:22:45.068317 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1dc438cd-6706-4a4c-b2dd-0fd7b35b9900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:22:45.916292 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:22:46.568053 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:22:47.626056 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:22:49.877780 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:23:04.005884 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:23:11.895843 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e82f3805-bb11-4c63-bf97-f7d10e182170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:23:15.067378 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-3c45b8c0-217f-4c1d-bffb-2c66d6fa6c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:23:15.917164 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:23:16.570385 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:23:17.627442 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:23:19.879154 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:23:41.005151 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:23:41.896835 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-caf65a2f-87c1-4bda-ad6d-1d28861c8a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:23:45.069724 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-ead7229e-262a-43e8-a322-90564691cc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:23:45.918656 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:23:46.574773 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:23:47.632509 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:23:49.891212 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:04.822284 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35146) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:05.281152 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1302348397-network', 'tenant_id': '28699d0a84f047ef8e686a6a7d0035fc'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:05.305963 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Made reservation on behalf of 28699d0a84f047ef8e686a6a7d0035fc for: {'network': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:05.308500 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:05.317903 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:05.398297 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:05.404639 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:05.432630 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c382d8-df0b-4aed-ad93-45526c07126a,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:05.445478 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:05.446082 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:05.446421 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:05.446777 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:05.447106 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:05.447432 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:05.447755 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:05.448082 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:05.448404 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:05.448713 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:05.449205 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:05.449687 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Tracked resource versions report: Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: pushed versions: Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: { 'AddressGroup': {'1.2'}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'ConntrackHelper': {'1.0'}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Log': {'1.0'}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Network': {'1.1'}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Port': {'1.7'}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'PortForwarding': {'1.2'}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'QosPolicy': {'1.10'}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'SecurityGroup': {'1.4'}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'SecurityGroupRule': {'1.2'}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'SubPort': {'1.0'}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Subnet': {'1.1'}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Trunk': {'1.1'}} Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: consumer versions: Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: { DHCP agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: HyperV agent@hv-cinder-81398: {}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: L3 agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: Metadata agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: Metering agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: Open vSwitch agent@dv-cinder-813984-3-iscsi: { 'AddressGroup': '1.2', Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'ConntrackHelper': '1.0', Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Log': '1.0', Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Network': '1.1', Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Port': '1.7', Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'PortForwarding': '1.2', Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'QosPolicy': '1.10', Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'SecurityGroup': '1.4', Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'SecurityGroupRule': '1.2', Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'SubPort': '1.0', Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Subnet': '1.1', Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: 'Trunk': '1.1'}} Oct 19 08:24:05.451160 dv-cinder-813984-3-iscsi neutron-server[99812]: {{(pid=99812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 08:24:05.457442 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=99812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:24:05.471142 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767277065804', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:05.472221 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Unsubscribe: segment precommit_create {{(pid=99812) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 08:24:05.472853 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.segments_db [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Added segment b16372b2-f734-40dd-b325-4076c4c015ed of type vlan for network 208569bb-7601-4f08-96d0-ae2bdee2d6b5 Oct 19 08:24:05.474481 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35174) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:05.477556 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35176) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:05.510265 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35188) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:05.519329 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35190) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:05.556389 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:05.592792 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:05.594153 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:05.594976 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:05.683783 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] Pushing event updated for resources: {'Network': ['ID=208569bb-7601-4f08-96d0-ae2bdee2d6b5,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:05.695151 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network 208569bb-7601-4f08-96d0-ae2bdee2d6b5 details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:24:05.713530 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35206) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:05.714123 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-a01009b7-58e0-4d58-be52-cb069421e672 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8904881 Oct 19 08:24:05.719481 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Request body: {'subnet': {'network_id': '208569bb-7601-4f08-96d0-ae2bdee2d6b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1302348397-subnet', 'tenant_id': '28699d0a84f047ef8e686a6a7d0035fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:05.745730 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1314748903-network', 'tenant_id': 'd1e6b0972cf140649ed2cad14f2db0b4'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:05.752143 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Made reservation on behalf of 28699d0a84f047ef8e686a6a7d0035fc for: {'subnet': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:05.755445 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:05.782636 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-483953113-network', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:05.799529 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-network', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:05.873157 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1825922660-network', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:05.926837 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Made reservation on behalf of d1e6b0972cf140649ed2cad14f2db0b4 for: {'network': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:05.929098 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.041389 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.045185 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for subnet, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.069697 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Made reservation on behalf of d039e505af3b42a3afdc9ac76295e901 for: {'network': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:06.072627 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.090338 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.102341 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Made reservation on behalf of 6ffc881ce1324822826aec5e72a754b4 for: {'network': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:06.104750 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.171607 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.181178 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Checking segment: {'id': 'b16372b2-f734-40dd-b325-4076c4c015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '208569bb-7601-4f08-96d0-ae2bdee2d6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:06.181770 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Network hostable DHCP agents. Network: 208569bb-7601-4f08-96d0-ae2bdee2d6b5, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:24:06.216628 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Made reservation on behalf of 656d95cbc7b3437ea618e2224cbbfeef for: {'network': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:06.219345 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.239703 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Network 208569bb-7601-4f08-96d0-ae2bdee2d6b5 is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:24:06.264417 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, 208569bb-7601-4f08-96d0-ae2bdee2d6b5) {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:06.266245 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.279356 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439ff6af-313d-469d-8f54-2d87762fdf41 None None] Network 208569bb-7601-4f08-96d0-ae2bdee2d6b5 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:24:06.288951 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:06.289804 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.294668 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82894be0-1ee1-4946-a674-10c84046a4ad,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:06.335499 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:06.335848 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:06.343445 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:06.344223 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:06.344702 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:06.345156 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:06.345733 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:06.346189 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:06.347226 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:06.347653 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:06.348128 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:06.348549 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] Tracked resource versions report: Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: pushed versions: Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: { 'AddressGroup': {'1.2'}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'ConntrackHelper': {'1.0'}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Log': {'1.0'}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Network': {'1.1'}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Port': {'1.7'}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'PortForwarding': {'1.2'}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'QosPolicy': {'1.10'}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'SecurityGroup': {'1.4'}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'SecurityGroupRule': {'1.2'}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'SubPort': {'1.0'}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Subnet': {'1.1'}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Trunk': {'1.1'}} Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: consumer versions: Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: { DHCP agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: HyperV agent@hv-cinder-81398: {}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: L3 agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: Metadata agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: Metering agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: Open vSwitch agent@dv-cinder-813984-3-iscsi: { 'AddressGroup': '1.2', Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'ConntrackHelper': '1.0', Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Log': '1.0', Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Network': '1.1', Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Port': '1.7', Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'PortForwarding': '1.2', Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'QosPolicy': '1.10', Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'SecurityGroup': '1.4', Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'SecurityGroupRule': '1.2', Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'SubPort': '1.0', Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Subnet': '1.1', Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: 'Trunk': '1.1'}} Oct 19 08:24:06.349870 dv-cinder-813984-3-iscsi neutron-server[99813]: {{(pid=99813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 08:24:06.415705 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-558532ad-de19-4120-a737-0b8c2b80e4a0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6919963 Oct 19 08:24:06.495890 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7e0ab2-98f6-4fd1-ae8c-ee4469dc97f8 None None] Network 208569bb-7601-4f08-96d0-ae2bdee2d6b5 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:24:06.515909 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.553209 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.554121 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.572222 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.580492 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.604604 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.605827 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=99813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:24:06.644302 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e26c1c-ca85-4c44-8cb8-b13604487732,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:06.647449 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.648183 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.segments_db [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Added segment 744fc711-19e2-4994-a093-086df5c9a142 of type vlan for network fbed0243-7d71-4fc4-9caf-afbd08f9b31f Oct 19 08:24:06.651543 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=99813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:24:06.653640 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=99813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:24:06.671051 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.725072 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.730329 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.731378 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.segments_db [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Added segment 2627c90c-8edb-4b09-801f-7897260cab9d of type vlan for network 8b7c9676-b604-477b-a586-63579afd5719 Oct 19 08:24:06.759307 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.759570 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.segments_db [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Added segment 9c920fd0-ef98-4178-8676-4fddae133c83 of type vlan for network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 Oct 19 08:24:06.773148 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7018a7f0-c821-4d7c-8890-569f96b838e0,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:06.797173 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.810089 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=99813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:24:06.864696 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.871785 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.872780 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.segments_db [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Added segment 0e445511-1b44-42b3-b617-9e3715b1bba3 of type vlan for network e6374a03-ed1d-4ba6-a790-eef480dd3eea Oct 19 08:24:06.890972 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:06.913583 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af4d97b-6cf2-4419-8165-fbdd0d8f0c87,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:07.007713 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.014735 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.015982 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:07.016719 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.031575 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654738e2-5b5d-4139-89b3-f44ebe2be58f,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:07.034334 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.035393 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:07.036021 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.071313 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.072232 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:07.072811 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.087550 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6089683 Oct 19 08:24:07.090705 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35258) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:07.096902 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-15a39e6f-9694-487e-b8cb-ee6a275c61d6 admin admin] Request body: {'subnet': {'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1314748903-subnet', 'tenant_id': 'd1e6b0972cf140649ed2cad14f2db0b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:07.120462 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a39e6f-9694-487e-b8cb-ee6a275c61d6 admin admin] Made reservation on behalf of d1e6b0972cf140649ed2cad14f2db0b4 for: {'subnet': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:07.123932 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-15a39e6f-9694-487e-b8cb-ee6a275c61d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.136037 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6246014 Oct 19 08:24:07.138168 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015239b8-8967-4078-95be-0a871aecb31b admin admin] Pushing event updated for resources: {'Network': ['ID=fbed0243-7d71-4fc4-9caf-afbd08f9b31f,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:07.139659 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35260) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:07.140543 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.141892 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:07.142426 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.150732 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network fbed0243-7d71-4fc4-9caf-afbd08f9b31f details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:24:07.156686 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-cd3866d5-13e3-43d6-864b-867038066a37 admin admin] Request body: {'subnet': {'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-subnet', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:07.163428 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6873157 Oct 19 08:24:07.168069 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35262) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:07.174606 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-fcd893ad-6893-4607-964d-1609426d55bf admin admin] Request body: {'subnet': {'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-483953113-subnet', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:07.193810 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6733727 Oct 19 08:24:07.196631 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35264) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:07.203436 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-513ec735-0b37-436f-97e1-3aebd48212fe admin admin] Request body: {'subnet': {'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1825922660-subnet', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:07.243639 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e05e7b-dfa6-431a-8435-622b0f71a548 admin admin] Pushing event updated for resources: {'Network': ['ID=8b7c9676-b604-477b-a586-63579afd5719,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:07.250261 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3866d5-13e3-43d6-864b-867038066a37 admin admin] Made reservation on behalf of 6ffc881ce1324822826aec5e72a754b4 for: {'subnet': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:07.252757 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-cd3866d5-13e3-43d6-864b-867038066a37 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.257256 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network 8b7c9676-b604-477b-a586-63579afd5719 details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:24:07.313701 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd893ad-6893-4607-964d-1609426d55bf admin admin] Made reservation on behalf of d039e505af3b42a3afdc9ac76295e901 for: {'subnet': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:07.316143 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fcd893ad-6893-4607-964d-1609426d55bf admin admin] Publish callbacks [] for subnet, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.322828 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06977098-33fe-4609-883f-5082b636c041 admin admin] Pushing event updated for resources: {'Network': ['ID=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:07.350173 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:24:07.364788 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513ec735-0b37-436f-97e1-3aebd48212fe admin admin] Made reservation on behalf of 656d95cbc7b3437ea618e2224cbbfeef for: {'subnet': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:07.367158 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-513ec735-0b37-436f-97e1-3aebd48212fe admin admin] Publish callbacks [] for subnet, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.532868 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d48f63-8c02-402c-9000-601fef6e6b62 admin admin] Pushing event updated for resources: {'Network': ['ID=e6374a03-ed1d-4ba6-a790-eef480dd3eea,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:07.542084 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-cd3866d5-13e3-43d6-864b-867038066a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for subnet, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.544117 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network e6374a03-ed1d-4ba6-a790-eef480dd3eea details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:24:07.594905 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3866d5-13e3-43d6-864b-867038066a37 admin admin] Checking segment: {'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:07.595456 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3866d5-13e3-43d6-864b-867038066a37 admin admin] Network hostable DHCP agents. Network: 8b7c9676-b604-477b-a586-63579afd5719, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:24:07.663281 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3866d5-13e3-43d6-864b-867038066a37 admin admin] Network 8b7c9676-b604-477b-a586-63579afd5719 is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:24:07.684164 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-cd3866d5-13e3-43d6-864b-867038066a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, 8b7c9676-b604-477b-a586-63579afd5719) {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:07.694403 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc5d2ab-bfd9-444e-92f5-f1e92972286d None None] Network 8b7c9676-b604-477b-a586-63579afd5719 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:24:07.732242 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35300) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:07.735775 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3866d5-13e3-43d6-864b-867038066a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:07.736364 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-cd3866d5-13e3-43d6-864b-867038066a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.742836 dv-cinder-813984-3-iscsi neutron-server[99813]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 19 08:24:07.755649 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3866d5-13e3-43d6-864b-867038066a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9abea3-4266-4603-b94f-731252d257c2,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:07.768219 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-cd3866d5-13e3-43d6-864b-867038066a37 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6170781 Oct 19 08:24:07.769941 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-15a39e6f-9694-487e-b8cb-ee6a275c61d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for subnet, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.771823 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35302) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:07.779552 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:07.845178 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a39e6f-9694-487e-b8cb-ee6a275c61d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb09846c-af61-4081-8b2b-a4066cda720c,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:07.861873 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7276'] for router, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.863004 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7285'] for router, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.870670 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp243f6fb3-4fc6-546d-81d7-7d5c3d1efffe-8b7c9676-b604-477b-a586-63579afd5719', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2'}]}} from dv-cinder-813984-3-iscsi. {{(pid=99814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:24:07.871553 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:07.879161 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a39e6f-9694-487e-b8cb-ee6a275c61d6 admin admin] Checking segment: {'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:07.879525 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a39e6f-9694-487e-b8cb-ee6a275c61d6 admin admin] Network hostable DHCP agents. Network: fbed0243-7d71-4fc4-9caf-afbd08f9b31f, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:24:07.933177 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a39e6f-9694-487e-b8cb-ee6a275c61d6 admin admin] Network fbed0243-7d71-4fc4-9caf-afbd08f9b31f is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:24:07.987155 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fcd893ad-6893-4607-964d-1609426d55bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for subnet, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.034287 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.db_base_plugin_common [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Allocated IP 172.20.0.2 (8b7c9676-b604-477b-a586-63579afd5719/be9abea3-4266-4603-b94f-731252d257c2/dd05b760-9cf1-4085-a963-8dcb6defdd58) {{(pid=99814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:08.074930 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.078654 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-513ec735-0b37-436f-97e1-3aebd48212fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for subnet, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.085958 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-15a39e6f-9694-487e-b8cb-ee6a275c61d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, fbed0243-7d71-4fc4-9caf-afbd08f9b31f) {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:08.091808 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a39e6f-9694-487e-b8cb-ee6a275c61d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:08.092458 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-15a39e6f-9694-487e-b8cb-ee6a275c61d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.118190 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d630f94e-3af1-4898-8717-b555554fb1c0 None None] Network fbed0243-7d71-4fc4-9caf-afbd08f9b31f requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:24:08.147113 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-15a39e6f-9694-487e-b8cb-ee6a275c61d6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0544243 Oct 19 08:24:08.155970 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd893ad-6893-4607-964d-1609426d55bf admin admin] Checking segment: {'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:08.156611 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd893ad-6893-4607-964d-1609426d55bf admin admin] Network hostable DHCP agents. Network: 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:24:08.195448 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-3d5d4cf9-ae81-4ce4-8793-2f9e6d71f21d tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:08.196984 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-3d5d4cf9-ae81-4ce4-8793-2f9e6d71f21d tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/networks?id=208569bb-7601-4f08-96d0-ae2bdee2d6b5 HTTP/1.1" status: 200 len: 812 time: 0.4622085 Oct 19 08:24:08.199609 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd893ad-6893-4607-964d-1609426d55bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa061827-a35c-494b-9df2-e4239fe5ce7a,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:08.267513 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.298518 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-1056ba42-310d-4f7a-ab09-f1ba65dc7e02 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/quotas/28699d0a84f047ef8e686a6a7d0035fc HTTP/1.1" status: 200 len: 375 time: 0.0761266 Oct 19 08:24:08.302027 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd893ad-6893-4607-964d-1609426d55bf admin admin] Network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:24:08.410995 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-fcd893ad-6893-4607-964d-1609426d55bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0) {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:08.435170 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ec735-0b37-436f-97e1-3aebd48212fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b4a4536-b5d9-4719-8e5f-eed0720f1f4c,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:08.437263 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b118e0-7c5d-4ab0-b91c-ae1b3810969a None None] Network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:24:08.449957 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd893ad-6893-4607-964d-1609426d55bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:08.451168 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fcd893ad-6893-4607-964d-1609426d55bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.457682 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-248031dc-8ef1-404b-b66b-d970e4e96025 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=28699d0a84f047ef8e686a6a7d0035fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1238775 Oct 19 08:24:08.463027 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ec735-0b37-436f-97e1-3aebd48212fe admin admin] Checking segment: {'id': '0e445511-1b44-42b3-b617-9e3715b1bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:08.463380 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ec735-0b37-436f-97e1-3aebd48212fe admin admin] Network hostable DHCP agents. Network: e6374a03-ed1d-4ba6-a790-eef480dd3eea, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:24:08.486288 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-fcd893ad-6893-4607-964d-1609426d55bf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3157640 Oct 19 08:24:08.489980 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35322) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:08.495143 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:08.515733 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ec735-0b37-436f-97e1-3aebd48212fe admin admin] Network e6374a03-ed1d-4ba6-a790-eef480dd3eea is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:24:08.525646 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-513ec735-0b37-436f-97e1-3aebd48212fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, e6374a03-ed1d-4ba6-a790-eef480dd3eea) {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:08.533457 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513ec735-0b37-436f-97e1-3aebd48212fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:08.535150 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-513ec735-0b37-436f-97e1-3aebd48212fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.538131 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7276'] for router, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.539461 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7285'] for router, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.552896 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddfa761-694e-4e90-a7b0-288fc196ddcb None None] Network fbed0243-7d71-4fc4-9caf-afbd08f9b31f requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:24:08.596293 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1079fc24-b405-4dc6-8f62-f55e1156a065 None None] Network e6374a03-ed1d-4ba6-a790-eef480dd3eea requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:24:08.604025 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-513ec735-0b37-436f-97e1-3aebd48212fe admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4021864 Oct 19 08:24:08.615053 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35328) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:08.620965 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1825922660-router', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:08.633839 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Publish callbacks [] for port, precommit_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.665345 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.666377 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.675298 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.688185 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Network 8b7c9676-b604-477b-a586-63579afd5719 is already hosted by enough agents. {{(pid=99814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:08.689354 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp243f6fb3-4fc6-546d-81d7-7d5c3d1efffe-5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a'}]}} from dv-cinder-813984-3-iscsi. {{(pid=99814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:24:08.690215 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.720749 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.base_scheduler [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Resources bound (agent type, host, resource id): {{(pid=99814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:08.724338 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.752945 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Received port after_create {{(pid=99814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:08.762578 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-83be2130-7ab1-401a-abb8-cf2e8fce3d06 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:24:08.764234 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-83be2130-7ab1-401a-abb8-cf2e8fce3d06 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0956683 Oct 19 08:24:08.764782 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35348) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:08.818961 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7276'] for router, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.819978 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7285'] for router, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.843437 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Allocated IP 172.27.2.56 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/2415338e-2682-4255-a4db-cfc91690c151) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:08.960528 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:08.967785 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Pushing event updated for resources: {'Port': ['ID=dd05b760-9cf1-4085-a963-8dcb6defdd58,revision_number=1']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:09.001445 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:09.012893 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:09.013819 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:09.014347 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:09.014877 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:09.015354 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:09.015837 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:09.016318 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:09.016824 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:09.017335 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:09.017801 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:09.018268 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:09.018824 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Tracked resource versions report: Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: pushed versions: Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: { 'AddressGroup': {'1.2'}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'ConntrackHelper': {'1.0'}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Log': {'1.0'}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Network': {'1.1'}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Port': {'1.7'}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'PortForwarding': {'1.2'}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'QosPolicy': {'1.10'}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'SecurityGroup': {'1.4'}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'SecurityGroupRule': {'1.2'}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'SubPort': {'1.0'}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Subnet': {'1.1'}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Trunk': {'1.1'}} Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: consumer versions: Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: { DHCP agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: HyperV agent@hv-cinder-81398: {}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: L3 agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: Metadata agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: Metering agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: Open vSwitch agent@dv-cinder-813984-3-iscsi: { 'AddressGroup': '1.2', Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'ConntrackHelper': '1.0', Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Log': '1.0', Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Network': '1.1', Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Port': '1.7', Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'PortForwarding': '1.2', Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'QosPolicy': '1.10', Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'SecurityGroup': '1.4', Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'SecurityGroupRule': '1.2', Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'SubPort': '1.0', Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Subnet': '1.1', Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: 'Trunk': '1.1'}} Oct 19 08:24:09.020010 dv-cinder-813984-3-iscsi neutron-server[99814]: {{(pid=99814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 08:24:09.036291 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:09.050447 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:09.058264 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:09.061276 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:09.063341 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Pushing event updated for resources: {'Port': ['ID=2415338e-2682-4255-a4db-cfc91690c151,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:09.083074 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:09.122390 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3f584914-f8d4-49bc-bfac-dea699643851 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:09.124423 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3f584914-f8d4-49bc-bfac-dea699643851 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/networks?id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 200 len: 815 time: 0.3585851 Oct 19 08:24:09.130981 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Attempting to bind port dd05b760-9cf1-4085-a963-8dcb6defdd58 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:09.131346 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Attempting to bind port dd05b760-9cf1-4085-a963-8dcb6defdd58 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:09.131700 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Attempting to bind port dd05b760-9cf1-4085-a963-8dcb6defdd58 on network 8b7c9676-b604-477b-a586-63579afd5719 {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:09.178878 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:09.179063 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Checking segment: {'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:09.179428 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:09.179804 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Bound using segment: {'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:09.180313 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Bound port: dd05b760-9cf1-4085-a963-8dcb6defdd58, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:09.180657 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:09.194111 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe7dd6-c7a4-45a2-86dd-a0537d7ea632 None None] Network e6374a03-ed1d-4ba6-a790-eef480dd3eea requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:24:09.231792 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-428d728d-4bb8-4d68-a286-919a46a09340 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/quotas/d1e6b0972cf140649ed2cad14f2db0b4 HTTP/1.1" status: 200 len: 375 time: 0.0886629 Oct 19 08:24:09.235897 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-a8452f09-c909-469d-ada4-00b34145e4d1 service neutron] 10.222.0.26 "GET /v2.0/networks/208569bb-7601-4f08-96d0-ae2bdee2d6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575334 Oct 19 08:24:09.292226 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:09.316933 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.db_base_plugin_common [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Allocated IP 172.20.0.2 (5ed1909e-af6f-44e6-9da9-5c8feb78bdd0/aa061827-a35c-494b-9df2-e4239fe5ce7a/3e6c8a61-107e-4ba4-9323-c7d1a2e7f016) {{(pid=99814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:09.381648 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] For port dd05b760-9cf1-4085-a963-8dcb6defdd58, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:09.390778 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:09.397663 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-e68976c4-f342-4afd-b548-8f6a1acd5fe4 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918858 Oct 19 08:24:09.446837 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] For port dd05b760-9cf1-4085-a963-8dcb6defdd58, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=dd05b760-9cf1-4085-a963-8dcb6defdd58,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:09.472880 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:09.525396 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627868'] for router, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:09.545517 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-224979ad-3b38-4a71-a073-b9e188c101a7 service neutron] 10.222.0.26 "GET /v2.0/networks/208569bb-7601-4f08-96d0-ae2bdee2d6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019755 Oct 19 08:24:09.643507 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2f702-4e6b-49c1-a6a1-c2c260435db0 None None] Pushing event updated for resources: {'Port': ['ID=dd05b760-9cf1-4085-a963-8dcb6defdd58,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:09.705870 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Publish callbacks [] for port, precommit_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:09.709234 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Router 85354a51-054a-4aec-87e6-43e1af84f984 is scheduled to L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 with binding_index 1 {{(pid=99812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:24:09.719733 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:09.806786 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 is already hosted by enough agents. {{(pid=99814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:09.813720 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.base_scheduler [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Resources bound (agent type, host, resource id): {{(pid=99814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:09.822311 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Received port after_create {{(pid=99814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:09.837266 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-00f297f9-62d0-41b0-b866-148bcb3a1b35 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:24:09.847571 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-00f297f9-62d0-41b0-b866-148bcb3a1b35 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3547609 Oct 19 08:24:09.847724 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:24:09.858417 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Sync routers for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:24:09.875978 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:24:09.878131 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:23:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:09.882008 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] Publish callbacks [] for router, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:09.886392 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-8fd782b3-bce5-4fa9-ae5d-cbd1dba029eb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1121945 Oct 19 08:24:09.887558 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35368) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:09.906473 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Pushing event updated for resources: {'Port': ['ID=3e6c8a61-107e-4ba4-9323-c7d1a2e7f016,revision_number=1']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:10.102807 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Attempting to bind port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:10.104616 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Attempting to bind port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:10.115803 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Attempting to bind port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 on network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:10.132065 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:10.132694 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Checking segment: {'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:10.133273 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:10.133860 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Bound using segment: {'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:10.134714 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Bound port: 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:10.135313 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:10.222581 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] For port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:10.226438 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] For port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=3e6c8a61-107e-4ba4-9323-c7d1a2e7f016,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:10.229650 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:24:10.234929 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:10.302158 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d0bbb2f0-0c44-42d7-b815-ec26c106cb76 req-20e9c600-fd41-45eb-81d7-bb4a4eb821c5 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 210 time: 0.1115184 Oct 19 08:24:10.311079 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fa658-3374-4998-93eb-2b976363a6e7 None None] Pushing event updated for resources: {'Port': ['ID=3e6c8a61-107e-4ba4-9323-c7d1a2e7f016,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:10.540155 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device dd05b760-9cf1-4085-a963-8dcb6defdd58 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:10.573612 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:10.628100 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:09Z', 'revision_number': 3, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:10.641084 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port dd05b760-9cf1-4085-a963-8dcb6defdd58 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:10.641710 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:10.679082 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:10.686891 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Checking router: 85354a51-054a-4aec-87e6-43e1af84f984 for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:24:10.687981 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Updating router 85354a51-054a-4aec-87e6-43e1af84f984 port 2415338e-2682-4255-a4db-cfc91690c151 binding host dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:24:10.730638 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:10.843645 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:10.928389 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port dd05b760-9cf1-4085-a963-8dcb6defdd58, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=dd05b760-9cf1-4085-a963-8dcb6defdd58,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:10.946822 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:11.103158 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Allocated IP 172.27.2.100 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/ede6dac2-25a2-40db-86ed-55f3e983af1d) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:11.104227 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=dd05b760-9cf1-4085-a963-8dcb6defdd58,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:11.135918 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-d4f5cb62-3240-473d-b395-140996ac1924 service neutron] 10.222.0.26 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2874224 Oct 19 08:24:11.304756 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a30dcc-3dff-42fe-a32e-36abe727ff71 None None] Network 8b7c9676-b604-477b-a586-63579afd5719 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:24:11.449723 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-0986b991-9524-440b-b999-0d59f7b0e792 None None] Provisioning complete for port dd05b760-9cf1-4085-a963-8dcb6defdd58 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:11.450087 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-0986b991-9524-440b-b999-0d59f7b0e792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:11.491342 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:11.542564 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8796544c-bec6-4067-a62f-7679b74ec07f req-cf9a5749-dddc-4737-8640-c10f6d0285d1 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 210 time: 0.1086683 Oct 19 08:24:11.543855 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:11.687063 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-a1928bcb-d1c6-492f-a7aa-aa61763cc622 service neutron] 10.222.0.26 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502164 Oct 19 08:24:11.708203 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:11.772923 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13703ddf-3625-42b3-8b97-be24dfbe22b5 None None] Network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:24:11.876133 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-1c553800-4235-4307-89b5-d32f47974348 None None] Provisioning complete for port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:11.876735 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1c553800-4235-4307-89b5-d32f47974348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:11.931971 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:11.971224 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-88cda5f5-a28e-4867-842e-2283466612f9 req-a58a480f-6b8f-42a8-b2e7-27364c249261 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 210 time: 0.0414207 Oct 19 08:24:12.008753 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-9d33dd6f-cb4a-4f7b-843f-354dff04cd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:12.030032 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:12.037629 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:12.046078 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:12.047598 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Publish callbacks [] for port, precommit_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:12.061638 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:12.074818 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1c553800-4235-4307-89b5-d32f47974348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:12.130459 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-1c553800-4235-4307-89b5-d32f47974348 None None] For port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=3e6c8a61-107e-4ba4-9323-c7d1a2e7f016,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:12.133279 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Attempting to bind port 2415338e-2682-4255-a4db-cfc91690c151 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:12.133878 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Attempting to bind port 2415338e-2682-4255-a4db-cfc91690c151 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:12.135214 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Attempting to bind port 2415338e-2682-4255-a4db-cfc91690c151 on network df899231-3d66-4e46-852d-f94c9631241f {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:12.140561 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1c553800-4235-4307-89b5-d32f47974348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:12.154441 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Pushing event updated for resources: {'Port': ['ID=2415338e-2682-4255-a4db-cfc91690c151,revision_number=2']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:12.158722 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:12.158933 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Checking segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:12.159497 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:12.160023 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Bound using segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:12.160688 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Bound port: 2415338e-2682-4255-a4db-cfc91690c151, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:12.161381 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:12.188346 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:12.188774 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:12.189285 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:12.189786 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:12.190275 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:12.190852 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:12.191342 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:12.191840 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:12.192334 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:12.192820 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:12.193302 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:12.194003 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Tracked resource versions report: Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: pushed versions: Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: { 'AddressGroup': {'1.2'}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'ConntrackHelper': {'1.0'}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Log': {'1.0'}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Network': {'1.1'}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Port': {'1.7'}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'PortForwarding': {'1.2'}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'QosPolicy': {'1.10'}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'SecurityGroup': {'1.4'}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'SecurityGroupRule': {'1.2'}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'SubPort': {'1.0'}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Subnet': {'1.1'}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Trunk': {'1.1'}} Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: consumer versions: Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: { DHCP agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: HyperV agent@hv-cinder-81398: {}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: L3 agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: Metadata agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: Metering agent@dv-cinder-813984-3-iscsi: {}, Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: Open vSwitch agent@dv-cinder-813984-3-iscsi: { 'AddressGroup': '1.2', Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'ConntrackHelper': '1.0', Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Log': '1.0', Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Network': '1.1', Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Port': '1.7', Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'PortForwarding': '1.2', Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'QosPolicy': '1.10', Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'SecurityGroup': '1.4', Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'SecurityGroupRule': '1.2', Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'SubPort': '1.0', Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Subnet': '1.1', Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: 'Trunk': '1.1'}} Oct 19 08:24:12.195276 dv-cinder-813984-3-iscsi neutron-server[99815]: {{(pid=99815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 08:24:12.244174 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c553800-4235-4307-89b5-d32f47974348 None None] Pushing event updated for resources: {'Port': ['ID=3e6c8a61-107e-4ba4-9323-c7d1a2e7f016,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:12.244425 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] For port 2415338e-2682-4255-a4db-cfc91690c151, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:12.249540 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] For port 2415338e-2682-4255-a4db-cfc91690c151, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=2415338e-2682-4255-a4db-cfc91690c151,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:12.268205 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:12.301510 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-4c0a92f7-bcc4-40ab-95d7-16d8b88fc521 None None] Provisioning complete for port dd05b760-9cf1-4085-a963-8dcb6defdd58 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:12.301981 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4c0a92f7-bcc4-40ab-95d7-16d8b88fc521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:12.320714 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Pushing event updated for resources: {'Port': ['ID=ede6dac2-25a2-40db-86ed-55f3e983af1d,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:12.388782 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:24:12.389432 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:23:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:12.444117 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:12.530006 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec47d9-6e5e-48a3-822b-33899e3a24aa None None] Pushing event updated for resources: {'Port': ['ID=2415338e-2682-4255-a4db-cfc91690c151,revision_number=3']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:12.613336 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:12.642041 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Allocated IP 172.27.2.101 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:12.667741 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:24:12.677340 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:12.677824 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:12.783639 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-c83fdffd-4fe3-4d8d-a155-873f352ba8ed None None] Provisioning complete for port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:12.784371 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-c83fdffd-4fe3-4d8d-a155-873f352ba8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:12.823046 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device dd05b760-9cf1-4085-a963-8dcb6defdd58 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:12.825229 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a59651f4-12c2-4ec8-b0f9-fab092cefeb7 req-def67e6a-0c58-4446-b0b4-962ca900ab5e tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 210 time: 0.0506282 Oct 19 08:24:12.905948 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port dd05b760-9cf1-4085-a963-8dcb6defdd58 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:12.906458 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:12.956358 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:09Z', 'revision_number': 3, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:12.999574 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:13.009034 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0643c-4b95-4a9f-9918-085c8f3cfef5 None None] The sync data for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi is: [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:09Z', 'revision_number': 3, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:24:13.086190 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:13.129260 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Allocated IP 172.20.0.1 (8b7c9676-b604-477b-a586-63579afd5719/be9abea3-4266-4603-b94f-731252d257c2/433feae1-6674-4c07-825b-853e7a226d28) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:13.216254 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a8cccc19-fd65-44f5-b0f9-d81b92a209ae req-125d82ce-7759-4a7b-939c-b416ea0ac00c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 210 time: 0.0469644 Oct 19 08:24:13.283901 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:13.368125 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:13.382973 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:13.385332 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:13.456629 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Pushing event updated for resources: {'Port': ['ID=4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:13.558632 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627868'] for router, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:13.571798 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:13.729397 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:13.818052 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Network 8b7c9676-b604-477b-a586-63579afd5719 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:13.829933 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:13.832355 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:13.832969 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1627695'] for router_interface, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:13.836459 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Pushing event updated for resources: {'Port': ['ID=433feae1-6674-4c07-825b-853e7a226d28,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:13.840026 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:14.095121 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c0773e3f-cebe-42bd-aded-e07fea80ebd3 req-58052435-4d45-41a2-8a28-960f9b03c495 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 210 time: 0.1829970 Oct 19 08:24:14.123241 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-dbeaf1e7-3402-420c-be92-7c42c60170ee None None] Provisioning complete for port 433feae1-6674-4c07-825b-853e7a226d28 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:14.124008 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-dbeaf1e7-3402-420c-be92-7c42c60170ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:14.152694 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Router 8d399fa2-a278-4244-b4bf-6552dcbfa466 is scheduled to L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 with binding_index 1 {{(pid=99813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:24:14.158011 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-dbeaf1e7-3402-420c-be92-7c42c60170ee None None] Port 433feae1-6674-4c07-825b-853e7a226d28 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:24:14.352207 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:14.384901 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c0b921f9-e1ee-406e-a956-b6cd1fc9997e req-26b0c15d-d9c9-4452-a271-666117eb0cf9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 210 time: 0.0804160 Oct 19 08:24:14.441399 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 2415338e-2682-4255-a4db-cfc91690c151 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:14.465638 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:24:14.479050 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Sync routers for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:24:14.504859 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627868'] for router, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:14.505072 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:24:14.505072 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:23:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:14.513413 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:14.517062 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-ca060541-69f2-41fa-b148-5bc17aba02da admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0231464 Oct 19 08:24:14.517436 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35512) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:14.625276 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 2415338e-2682-4255-a4db-cfc91690c151 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:14.625637 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:14.671254 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:24:14.729873 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:14.740371 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:14.742341 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626527'] for router_interface, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:14.799534 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Pushing event updated for resources: {'Port': ['ID=433feae1-6674-4c07-825b-853e7a226d28,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:14.834235 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:14.860648 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Router de604bd7-805b-48d9-87ba-845000575a5d is scheduled to L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 with binding_index 1 {{(pid=99813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:24:14.876493 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port 2415338e-2682-4255-a4db-cfc91690c151, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=2415338e-2682-4255-a4db-cfc91690c151,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:14.885030 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:14.940221 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Network 8b7c9676-b604-477b-a586-63579afd5719 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:14.942626 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=2415338e-2682-4255-a4db-cfc91690c151,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:14.943329 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:14.949410 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:12Z', 'revision_number': 3, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:14.976873 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Checking router: 8d399fa2-a278-4244-b4bf-6552dcbfa466 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:24:14.977276 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Updating router 8d399fa2-a278-4244-b4bf-6552dcbfa466 port ede6dac2-25a2-40db-86ed-55f3e983af1d binding host dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:24:15.006916 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.048364 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:24:15.058105 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Sync routers for ids ['de604bd7-805b-48d9-87ba-845000575a5d'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:24:15.072924 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Routers {'de604bd7-805b-48d9-87ba-845000575a5d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:24:15.073811 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:23:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['de604bd7-805b-48d9-87ba-845000575a5d'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:15.136457 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.142143 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-6eb57b77-4eb9-43ba-9519-382c95faf478 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5244582 Oct 19 08:24:15.145252 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35520) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:15.152298 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Router 85354a51-054a-4aec-87e6-43e1af84f984 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:24:15.185689 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.325681 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Set router de604bd7-805b-48d9-87ba-845000575a5d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:24:15.333470 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71591c31-4d8b-4856-99c3-fcfa574b3d5f req-6bd6692f-5acc-4fb5-aaaf-f85b357a2c2c tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 210 time: 0.1264060 Oct 19 08:24:15.361307 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:24:15.374930 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-ebae799a-9e69-4118-84fe-6b2976034c8f admin admin] 10.222.0.26 "PUT /v2.0/routers/85354a51-054a-4aec-87e6-43e1af84f984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4833460 Oct 19 08:24:15.401747 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Publish callbacks [] for port, precommit_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.414639 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Sync routers for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:24:15.421926 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.437970 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d66ac4a6-8cfc-4285-9b46-1849889e292a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.472046 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:24:15.472739 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:23:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:15.492878 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Allocated IP 172.20.0.1 (5ed1909e-af6f-44e6-9da9-5c8feb78bdd0/aa061827-a35c-494b-9df2-e4239fe5ce7a/6430bd66-30a7-4320-957f-2f15e892904e) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:15.517219 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-64e74610-688d-4eaf-874f-0bdf1cbb56cf None None] Provisioning complete for port 433feae1-6674-4c07-825b-853e7a226d28 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:15.517577 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-64e74610-688d-4eaf-874f-0bdf1cbb56cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.571567 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Attempting to bind port ede6dac2-25a2-40db-86ed-55f3e983af1d on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:15.571971 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Attempting to bind port ede6dac2-25a2-40db-86ed-55f3e983af1d by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:15.572327 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Attempting to bind port ede6dac2-25a2-40db-86ed-55f3e983af1d on network df899231-3d66-4e46-852d-f94c9631241f {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:15.600309 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:15.600309 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Checking segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:15.600714 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.605591 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Bound using segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:15.606124 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Bound port: ede6dac2-25a2-40db-86ed-55f3e983af1d, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:15.606541 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.645339 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.686646 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] For port ede6dac2-25a2-40db-86ed-55f3e983af1d, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:15.689952 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] For port ede6dac2-25a2-40db-86ed-55f3e983af1d, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=ede6dac2-25a2-40db-86ed-55f3e983af1d,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:15.701248 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.705741 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.713318 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98476ff-1eb6-4db8-a169-9dd2204f3af0 None None] Pushing event updated for resources: {'Port': ['ID=ede6dac2-25a2-40db-86ed-55f3e983af1d,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:15.717011 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5e96270b-660f-427b-b4d7-dfefa0dd4ab1 req-59cf4b87-02e1-44e2-afd2-ac36bab6d491 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 210 time: 0.1314332 Oct 19 08:24:15.775395 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:15.788210 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:15.803674 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1825922660-router', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:13Z', 'revision_number': 3, 'project_id': '656d95cbc7b3437ea618e2224cbbfeef', 'gw_port': {'id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:11Z', 'updated_at': '2021-10-19T08:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:15.810105 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:15.810386 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1627695'] for router_interface, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.882767 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Checking router: de604bd7-805b-48d9-87ba-845000575a5d for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:24:15.899745 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Updating router de604bd7-805b-48d9-87ba-845000575a5d port 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef binding host dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:24:15.901784 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-64e74610-688d-4eaf-874f-0bdf1cbb56cf None None] Port 433feae1-6674-4c07-825b-853e7a226d28 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:24:15.938302 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98476ff-1eb6-4db8-a169-9dd2204f3af0 None None] Pushing event updated for resources: {'Port': ['ID=ede6dac2-25a2-40db-86ed-55f3e983af1d,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:15.946817 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:15.954667 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Pushing event updated for resources: {'Port': ['ID=6430bd66-30a7-4320-957f-2f15e892904e,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:15.980939 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:24:15.981571 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:24:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:16.272832 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:16.277502 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:24:16.359995 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:16.373961 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:24:16.483122 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-cb2f1bb6-4c48-40ab-aa6e-861e1599e657 None None] Provisioning complete for port 6430bd66-30a7-4320-957f-2f15e892904e triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:16.489272 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-cb2f1bb6-4c48-40ab-aa6e-861e1599e657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:16.512607 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Publish callbacks [] for port, precommit_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:16.513760 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 2415338e-2682-4255-a4db-cfc91690c151 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:16.524895 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:16.581567 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.11', 50896) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:16.605761 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-000d8521-fe54-4a97-8b8b-dd801e4e7ed3 req-0009ec6a-dcf5-425f-9d2d-1750cefd0042 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 210 time: 0.1035783 Oct 19 08:24:16.613791 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23b19d-783f-4bb4-9601-b48b2af00836 None None] Pushing event updated for resources: {'Port': ['ID=4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef,revision_number=2']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:16.650808 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:16.675354 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Attempting to bind port 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:16.675719 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Attempting to bind port 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:16.676079 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Attempting to bind port 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef on network df899231-3d66-4e46-852d-f94c9631241f {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:16.688509 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:16.688878 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Checking segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:16.689274 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:16.689667 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Bound using segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:16.690130 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Bound port: 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:16.690557 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:16.839479 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] For port 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:16.845087 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] For port 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:16.859154 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:16.878772 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35574) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:16.905261 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-e61e96e9-5692-479c-a7ee-ac716797a27f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894106543', 'description': 'tempest-description--1717430847'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:17.022329 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Routers {'de604bd7-805b-48d9-87ba-845000575a5d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:24:17.023296 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:24:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['de604bd7-805b-48d9-87ba-845000575a5d'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:17.031201 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23b19d-783f-4bb4-9601-b48b2af00836 None None] Pushing event updated for resources: {'Port': ['ID=4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef,revision_number=3']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:17.132868 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.11', 50902) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:17.140315 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:17.152367 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f1bb6-4c48-40ab-aa6e-861e1599e657 None None] Port 6430bd66-30a7-4320-957f-2f15e892904e cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:24:17.251810 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] Set router de604bd7-805b-48d9-87ba-845000575a5d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:24:17.265649 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35598) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:17.271426 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Allocated IP 172.20.0.1 (e6374a03-ed1d-4ba6-a790-eef480dd3eea/8b4a4536-b5d9-4719-8e5f-eed0720f1f4c/daa542af-e328-4582-ad6c-45cdaa6fb605) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:17.341283 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d441c76-4a47-4bd0-8ecb-a34df39fb26a req-d4c8f32b-de51-4858-9b66-09b4941836fb tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 210 time: 0.1556425 Oct 19 08:24:17.417971 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 2415338e-2682-4255-a4db-cfc91690c151 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:17.423004 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:17.519455 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e61e96e9-5692-479c-a7ee-ac716797a27f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:17.633819 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-4d979fd1-8c98-4a72-a8f6-73d1ad20fddb tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:17.651215 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-4d979fd1-8c98-4a72-a8f6-73d1ad20fddb tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.11 "GET /v2.0/networks?id=208569bb-7601-4f08-96d0-ae2bdee2d6b5 HTTP/1.1" status: 200 len: 812 time: 1.0553279 Oct 19 08:24:17.694231 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:17.738193 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35624) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:17.745250 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:12Z', 'revision_number': 3, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:17.760178 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:17.780660 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40ced816-a2c6-4609-8a2e-52fca2da571f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Request body: {'port': {'device_id': '59dbc4e4-8c02-40ac-92be-01a7d58a97a1', 'network_id': '208569bb-7601-4f08-96d0-ae2bdee2d6b5', 'admin_state_up': True, 'tenant_id': '28699d0a84f047ef8e686a6a7d0035fc'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:17.784320 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815e128-cf8d-4660-8841-5460aa514353 None None] The sync data for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi is: [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:12Z', 'revision_number': 3, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:24:17.804231 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 2, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:17.847544 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b353b556-481b-4abf-9f2c-4fb897d8a3b2 req-c8d9a830-bca7-49b5-954d-75edeb11985c tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 210 time: 0.0595498 Oct 19 08:24:17.855107 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1825922660-router', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:13Z', 'revision_number': 3, 'project_id': '656d95cbc7b3437ea618e2224cbbfeef', 'gw_port': {'id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:11Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:17.859843 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:17.890018 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Checking router: 85354a51-054a-4aec-87e6-43e1af84f984 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:24:17.890369 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Updating router 85354a51-054a-4aec-87e6-43e1af84f984 port 433feae1-6674-4c07-825b-853e7a226d28 binding host dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:24:17.893216 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb7bbf-dbc8-4006-aee0-6bde6a798b02 None None] The sync data for ids ['de604bd7-805b-48d9-87ba-845000575a5d'] in dv-cinder-813984-3-iscsi is: [{'id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1825922660-router', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:13Z', 'revision_number': 3, 'project_id': '656d95cbc7b3437ea618e2224cbbfeef', 'gw_port': {'id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:11Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:24:17.924610 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8f22-c574-48b8-8fec-b19feae3f37e admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:17.936573 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:17.960823 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e0da9eb0-a74f-41f8-bdce-4523230fa147 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:18.005789 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:24:18.060738 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:18.068603 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626527'] for router_interface, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:18.102797 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:18.233703 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8f22-c574-48b8-8fec-b19feae3f37e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:18.248454 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8f22-c574-48b8-8fec-b19feae3f37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:18.280901 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Network e6374a03-ed1d-4ba6-a790-eef480dd3eea is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:18.419772 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e61e96e9-5692-479c-a7ee-ac716797a27f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:18.449426 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:18.452027 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Pushing event updated for resources: {'Port': ['ID=daa542af-e328-4582-ad6c-45cdaa6fb605,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:18.508152 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:18.508620 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1627695'] for router_interface, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:18.582027 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Publish callbacks [] for port, precommit_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:18.597082 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:18.654894 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device ede6dac2-25a2-40db-86ed-55f3e983af1d up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:18.805972 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f8f22-c574-48b8-8fec-b19feae3f37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049fcafd-d84e-4224-9444-eccf1508a3b4,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:18.824700 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e5abb-6002-4173-b104-de16606743b5 None None] Pushing event updated for resources: {'Port': ['ID=433feae1-6674-4c07-825b-853e7a226d28,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:18.903919 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:18.908198 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Pushing event updated for resources: {'Port': ['ID=6430bd66-30a7-4320-957f-2f15e892904e,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:18.922202 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e61e96e9-5692-479c-a7ee-ac716797a27f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:18.942511 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d72d56c5-e689-4cb7-9309-19f8153a9401 req-b7da7411-3d7a-405e-98f5-84df5f540fa5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 210 time: 0.1806934 Oct 19 08:24:19.069955 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port ede6dac2-25a2-40db-86ed-55f3e983af1d triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:19.073441 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-3d4f8f22-c574-48b8-8fec-b19feae3f37e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6276a5a42cfa4661bcc46ba6f0909812&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7503588 Oct 19 08:24:19.073761 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.086904 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:19.108750 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35652) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:19.116137 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Attempting to bind port 433feae1-6674-4c07-825b-853e7a226d28 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:19.116496 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Attempting to bind port 433feae1-6674-4c07-825b-853e7a226d28 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:19.116854 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Attempting to bind port 433feae1-6674-4c07-825b-853e7a226d28 on network 8b7c9676-b604-477b-a586-63579afd5719 {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:19.127297 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:19.127679 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Checking segment: {'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:19.128109 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.128658 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Bound using segment: {'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:19.129297 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Bound port: 433feae1-6674-4c07-825b-853e7a226d28, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:19.129719 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.157075 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e0da9eb0-a74f-41f8-bdce-4523230fa147 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.201701 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-c3c3f310-4882-4f8d-9837-0dccddcc276b None None] Provisioning complete for port 433feae1-6674-4c07-825b-853e7a226d28 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:19.202348 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-c3c3f310-4882-4f8d-9837-0dccddcc276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.275471 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e61e96e9-5692-479c-a7ee-ac716797a27f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.285442 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-e61e96e9-5692-479c-a7ee-ac716797a27f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.3958991 Oct 19 08:24:19.314735 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e0da9eb0-a74f-41f8-bdce-4523230fa147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.319833 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35654) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:19.364844 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-8ed89820-fe33-4b9c-b5e1-505d63a8ad1b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Request body: {'security_group_rule': {'security_group_id': 'd13f5b53-efdd-4384-9acb-0b3000b57dcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:19.441461 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.456780 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c7b1620a-e0a1-43e0-8a51-1c29bd0351c0 req-fe6d63aa-5293-4bf6-a267-e033d9647c8c tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 210 time: 0.2936604 Oct 19 08:24:19.498793 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da9eb0-a74f-41f8-bdce-4523230fa147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435e44e5-691d-4446-a735-403dbad69d07,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:19.540832 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3f310-4882-4f8d-9837-0dccddcc276b None None] Port 433feae1-6674-4c07-825b-853e7a226d28 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:24:19.563893 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-e0da9eb0-a74f-41f8-bdce-4523230fa147 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e51608c224aa4a96950488ce6079c5c3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8162510 Oct 19 08:24:19.563893 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.567508 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35658) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:19.582657 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port ede6dac2-25a2-40db-86ed-55f3e983af1d, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=ede6dac2-25a2-40db-86ed-55f3e983af1d,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:19.584491 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] For port 433feae1-6674-4c07-825b-853e7a226d28, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:19.596848 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] For port 433feae1-6674-4c07-825b-853e7a226d28, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=433feae1-6674-4c07-825b-853e7a226d28,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:19.598272 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.672128 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=ede6dac2-25a2-40db-86ed-55f3e983af1d,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:19.686572 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.785369 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-0b3ae39e-7aa7-4758-81ff-d9268a6686dd None None] Provisioning complete for port 6430bd66-30a7-4320-957f-2f15e892904e triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:19.788328 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-0b3ae39e-7aa7-4758-81ff-d9268a6686dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.792559 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-5b673399-9a97-4551-ac0a-696b9a715e95 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:19.807637 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-5b673399-9a97-4551-ac0a-696b9a715e95 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "GET /v2.0/networks?id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 200 len: 815 time: 2.6284733 Oct 19 08:24:19.813534 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b67877c5-a151-4e98-ac3c-c02d29e6e357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.895673 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-f29156a8-abf0-472b-8e79-fad0e0631b99 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Request body: {'port': {'device_id': 'b75e6c63-1b3e-4a9c-adbc-9db31920288f', 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f', 'admin_state_up': True, 'tenant_id': 'd1e6b0972cf140649ed2cad14f2db0b4'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:19.947410 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e5abb-6002-4173-b104-de16606743b5 None None] Pushing event updated for resources: {'Port': ['ID=433feae1-6674-4c07-825b-853e7a226d28,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:19.978687 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b67877c5-a151-4e98-ac3c-c02d29e6e357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.987400 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:24:19.988126 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:24:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:19.990555 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:19.991405 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ae39e-7aa7-4758-81ff-d9268a6686dd None None] Port 6430bd66-30a7-4320-957f-2f15e892904e cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:24:20.007089 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8ed89820-fe33-4b9c-b5e1-505d63a8ad1b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:20.016994 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e96e9-5692-479c-a7ee-ac716797a27f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13f5b53-efdd-4384-9acb-0b3000b57dcd,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:20.176778 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b67877c5-a151-4e98-ac3c-c02d29e6e357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:20.193471 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b67877c5-a151-4e98-ac3c-c02d29e6e357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:20.202469 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-b67877c5-a151-4e98-ac3c-c02d29e6e357 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/435e44e5-691d-4446-a735-403dbad69d07 HTTP/1.1" status: 204 len: 168 time: 0.6336625 Oct 19 08:24:20.280951 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:24:20.288675 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6d0e51e6-b40b-4677-9797-9dd59050724a req-69c73e23-da09-4d74-b568-9eda0064a3b6 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 210 time: 0.1220236 Oct 19 08:24:20.329110 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67877c5-a151-4e98-ac3c-c02d29e6e357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435e44e5-691d-4446-a735-403dbad69d07,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:20.448636 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:20.467891 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:20.468707 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626527'] for router_interface, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:20.487705 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35680) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:20.574342 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Router 8d399fa2-a278-4244-b4bf-6552dcbfa466 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:24:20.640229 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-f29156a8-abf0-472b-8e79-fad0e0631b99 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Made reservation on behalf of d1e6b0972cf140649ed2cad14f2db0b4 for: {'port': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:20.657017 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-f29156a8-abf0-472b-8e79-fad0e0631b99 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:20.687355 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:20.689826 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-b43617f7-343f-4e22-ab29-a398f55a6f30 None None] Provisioning complete for port 433feae1-6674-4c07-825b-853e7a226d28 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:20.690276 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b43617f7-343f-4e22-ab29-a398f55a6f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:20.806634 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-46aad97d-3e2e-4443-aa06-0f0ff04de7a1 req-5ea0e787-c42d-46a5-b0cc-0bad9e659fba tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 210 time: 0.1549687 Oct 19 08:24:20.845692 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Pushing event updated for resources: {'Port': ['ID=daa542af-e328-4582-ad6c-45cdaa6fb605,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:21.020621 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a12ae8b7-a635-4d50-ab8b-8018b228d21d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.024770 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Network e6374a03-ed1d-4ba6-a790-eef480dd3eea is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:21.049688 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:21.072292 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:21.074860 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.161141 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b43617f7-343f-4e22-ab29-a398f55a6f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.172688 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4ebdee65-9395-44ae-824d-14d2d96a82e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.221972 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35688) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:21.280121 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c7a421f6-6d7c-48d9-8531-ea0097ff1604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.293826 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-b43617f7-343f-4e22-ab29-a398f55a6f30 None None] For port 433feae1-6674-4c07-825b-853e7a226d28, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=433feae1-6674-4c07-825b-853e7a226d28,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:21.294847 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.310578 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b43617f7-343f-4e22-ab29-a398f55a6f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.311719 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8ed89820-fe33-4b9c-b5e1-505d63a8ad1b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.330902 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:21.389747 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Router de604bd7-805b-48d9-87ba-845000575a5d has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:24:21.391626 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8ed89820-fe33-4b9c-b5e1-505d63a8ad1b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.395842 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40ced816-a2c6-4609-8a2e-52fca2da571f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Made reservation on behalf of 28699d0a84f047ef8e686a6a7d0035fc for: {'port': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:21.404490 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40ced816-a2c6-4609-8a2e-52fca2da571f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.417119 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:21.421413 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbea4f1-68d9-4d03-9c8d-7532080426c7 None None] The sync data for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi is: [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:24:21.433504 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.434586 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device ede6dac2-25a2-40db-86ed-55f3e983af1d up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:21.478857 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7080619e-d987-418f-bbe3-df5873dda2a3 req-70284228-c84f-4ca9-95a5-7a5c5e4f9c6d tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 210 time: 0.0578110 Oct 19 08:24:21.490459 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43617f7-343f-4e22-ab29-a398f55a6f30 None None] Pushing event updated for resources: {'Port': ['ID=433feae1-6674-4c07-825b-853e7a226d28,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:21.506004 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed89820-fe33-4b9c-b5e1-505d63a8ad1b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3837cb2-a67f-4491-9012-e2568a86312f,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:21.506004 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:24:21.521519 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8ed89820-fe33-4b9c-b5e1-505d63a8ad1b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.527242 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-8ed89820-fe33-4b9c-b5e1-505d63a8ad1b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1751399 Oct 19 08:24:21.529103 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35692) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:21.531352 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a12ae8b7-a635-4d50-ab8b-8018b228d21d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.546551 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-59bc5544-a8e0-41b8-9b24-6fb5a1b5008a admin admin] 10.222.0.26 "PUT /v2.0/routers/8d399fa2-a278-4244-b4bf-6552dcbfa466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0182021 Oct 19 08:24:21.550288 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-b48eea61-219d-4fc2-8891-f4392baa4b32 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Request body: {'security_group_rule': {'security_group_id': 'd13f5b53-efdd-4384-9acb-0b3000b57dcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:21.625648 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4ebdee65-9395-44ae-824d-14d2d96a82e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.639501 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4ebdee65-9395-44ae-824d-14d2d96a82e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.690421 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:21.705459 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port ede6dac2-25a2-40db-86ed-55f3e983af1d triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:21.705929 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.802873 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c7a421f6-6d7c-48d9-8531-ea0097ff1604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.876025 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c7a421f6-6d7c-48d9-8531-ea0097ff1604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:21.904890 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4ebdee65-9395-44ae-824d-14d2d96a82e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=129a001344864523be5a944ca42ba5fb&name=default HTTP/1.1" status: 200 len: 2978 time: 1.4152961 Oct 19 08:24:21.915742 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35702) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:21.961943 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Sync routers for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:24:21.973366 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-f29156a8-abf0-472b-8e79-fad0e0631b99 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Allocated IP 172.20.0.13 (fbed0243-7d71-4fc4-9caf-afbd08f9b31f/fb09846c-af61-4081-8b2b-a4066cda720c/a1452749-7697-4896-9845-e408f2432615) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:21.983957 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:24:21.985837 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:24:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:21.996548 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdee65-9395-44ae-824d-14d2d96a82e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c109e034-efb0-4b1d-8d72-62ff6873294a,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:22.136764 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:24:22.148413 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Sync routers for ids ['de604bd7-805b-48d9-87ba-845000575a5d'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:24:22.164582 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Routers {'de604bd7-805b-48d9-87ba-845000575a5d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:24:22.166071 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:24:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['de604bd7-805b-48d9-87ba-845000575a5d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:22.249067 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-c7a421f6-6d7c-48d9-8531-ea0097ff1604 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fa603a05dca43aa9b3791792c4f238e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0259218 Oct 19 08:24:22.250342 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35704) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:22.251990 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:24:22.266360 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-82785f69-ca05-42e7-9718-fc2261cfc48e admin admin] 10.222.0.26 "PUT /v2.0/routers/de604bd7-805b-48d9-87ba-845000575a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1190085 Oct 19 08:24:22.284162 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-f29156a8-abf0-472b-8e79-fad0e0631b99 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:22.321791 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6a8adf3e-1c3d-49ac-b446-2b122fd85807 req-38482d27-374f-4261-88ee-2d42a55a5600 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 210 time: 0.3530433 Oct 19 08:24:22.527359 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b48eea61-219d-4fc2-8891-f4392baa4b32 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:22.534160 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a421f6-6d7c-48d9-8531-ea0097ff1604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427e7c3c-b9e0-496e-a620-a18c3003ef86,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:22.535099 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a12ae8b7-a635-4d50-ab8b-8018b228d21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:22.538966 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a12ae8b7-a635-4d50-ab8b-8018b228d21d admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:22.542669 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-a12ae8b7-a635-4d50-ab8b-8018b228d21d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/049fcafd-d84e-4224-9444-eccf1508a3b4 HTTP/1.1" status: 204 len: 168 time: 3.2734566 Oct 19 08:24:22.542669 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-f29156a8-abf0-472b-8e79-fad0e0631b99 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:22.623445 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a83406f0-33c3-4ffc-9e5d-191efbb42f67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:22.640614 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ae8b7-a635-4d50-ab8b-8018b228d21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049fcafd-d84e-4224-9444-eccf1508a3b4,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:22.709107 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Set router de604bd7-805b-48d9-87ba-845000575a5d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:24:22.714727 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a83406f0-33c3-4ffc-9e5d-191efbb42f67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:22.865437 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 433feae1-6674-4c07-825b-853e7a226d28 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:22.924265 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-f29156a8-abf0-472b-8e79-fad0e0631b99 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Network fbed0243-7d71-4fc4-9caf-afbd08f9b31f is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:22.946836 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b01f7753-05a1-454c-8a82-873a9076f5ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:23.001907 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-f29156a8-abf0-472b-8e79-fad0e0631b99 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:23.065878 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 433feae1-6674-4c07-825b-853e7a226d28 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:23.066370 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:23.067099 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acce158-1531-490b-b2e5-dedbfaab432d req-013c4918-9ee3-4636-b4da-012afc065bf5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:23.071363 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2acce158-1531-490b-b2e5-dedbfaab432d req-013c4918-9ee3-4636-b4da-012afc065bf5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 932 time: 0.2643967 Oct 19 08:24:23.081551 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-f29156a8-abf0-472b-8e79-fad0e0631b99 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:23.113727 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-f29156a8-abf0-472b-8e79-fad0e0631b99 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:23.115902 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-f29156a8-abf0-472b-8e79-fad0e0631b99 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:23.148908 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b01f7753-05a1-454c-8a82-873a9076f5ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:23.180663 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 2, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:23.200544 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-f29156a8-abf0-472b-8e79-fad0e0631b99 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3887708 Oct 19 08:24:23.201346 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29156a8-abf0-472b-8e79-fad0e0631b99 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Pushing event updated for resources: {'Port': ['ID=a1452749-7697-4896-9845-e408f2432615,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:23.215675 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40ced816-a2c6-4609-8a2e-52fca2da571f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Allocated IP 172.20.0.10 (208569bb-7601-4f08-96d0-ae2bdee2d6b5/82894be0-1ee1-4946-a674-10c84046a4ad/cbb46daa-64d5-4b7d-a375-36a1a97d0bb6) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:23.238832 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2acce158-1531-490b-b2e5-dedbfaab432d req-da8aed3f-a483-4b3d-bd06-9a06174a52e1 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554935 Oct 19 08:24:23.241868 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-859bb064-afd3-405a-ac27-7cbdacd25805 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:24:23.243186 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-859bb064-afd3-405a-ac27-7cbdacd25805 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0143154 Oct 19 08:24:23.249444 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a83406f0-33c3-4ffc-9e5d-191efbb42f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:23.265135 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a83406f0-33c3-4ffc-9e5d-191efbb42f67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:23.267910 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-a83406f0-33c3-4ffc-9e5d-191efbb42f67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c109e034-efb0-4b1d-8d72-62ff6873294a HTTP/1.1" status: 204 len: 168 time: 1.3217611 Oct 19 08:24:23.299072 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Checking router: 8d399fa2-a278-4244-b4bf-6552dcbfa466 for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:24:23.302112 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Updating router 8d399fa2-a278-4244-b4bf-6552dcbfa466 port 6430bd66-30a7-4320-957f-2f15e892904e binding host dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:24:23.315798 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83406f0-33c3-4ffc-9e5d-191efbb42f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c109e034-efb0-4b1d-8d72-62ff6873294a,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:23.321711 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35724) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:23.327033 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b48eea61-219d-4fc2-8891-f4392baa4b32 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:23.334994 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-4db25cfb-99eb-4a7f-b851-857c3133b784 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992858662', 'description': 'tempest-description--1962331770'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:23.354371 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b48eea61-219d-4fc2-8891-f4392baa4b32 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:23.409111 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4db25cfb-99eb-4a7f-b851-857c3133b784 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:23.433435 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:23.457641 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1825922660-router', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '656d95cbc7b3437ea618e2224cbbfeef', 'gw_port': {'id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:11Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'daa542af-e328-4582-ad6c-45cdaa6fb605', 'name': '', 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'mac_address': 'fa:16:3e:62:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b4a4536-b5d9-4719-8e5f-eed0720f1f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:16Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 2, 'project_id': '656d95cbc7b3437ea618e2224cbbfeef', 'subnets': [{'id': '8b4a4536-b5d9-4719-8e5f-eed0720f1f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:23.501199 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48eea61-219d-4fc2-8891-f4392baa4b32 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758d2637-7c08-4107-87c6-e31ae7600807,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:23.506775 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:23.526618 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b01f7753-05a1-454c-8a82-873a9076f5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:23.533262 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b01f7753-05a1-454c-8a82-873a9076f5ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:23.536227 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-b01f7753-05a1-454c-8a82-873a9076f5ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/427e7c3c-b9e0-496e-a620-a18c3003ef86 HTTP/1.1" status: 204 len: 168 time: 1.2341149 Oct 19 08:24:23.612652 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Checking router: de604bd7-805b-48d9-87ba-845000575a5d for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:24:23.613115 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Updating router de604bd7-805b-48d9-87ba-845000575a5d port daa542af-e328-4582-ad6c-45cdaa6fb605 binding host dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:24:23.671743 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:23.672428 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:23.676030 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.148452 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40ced816-a2c6-4609-8a2e-52fca2da571f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.207067 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a82ce209-4e69-43d9-a377-946290d650ae req-52d5945e-dced-400a-8c84-4181c60a6eb0 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 210 time: 0.6473145 Oct 19 08:24:24.236175 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Publish callbacks [] for port, precommit_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.257198 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.306482 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40ced816-a2c6-4609-8a2e-52fca2da571f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.363582 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4db25cfb-99eb-4a7f-b851-857c3133b784 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.376957 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f7753-05a1-454c-8a82-873a9076f5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427e7c3c-b9e0-496e-a620-a18c3003ef86,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:24.389770 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Publish callbacks [] for port, precommit_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.408191 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.413190 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4db25cfb-99eb-4a7f-b851-857c3133b784 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.441208 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b48eea61-219d-4fc2-8891-f4392baa4b32 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.449248 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-b48eea61-219d-4fc2-8891-f4392baa4b32 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9038432 Oct 19 08:24:24.456403 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35760) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:24.492093 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Request body: {'floatingip': {'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:24.497243 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0b1a4-dd32-4a7e-a750-0292a1122b48 None None] Pushing event updated for resources: {'Port': ['ID=daa542af-e328-4582-ad6c-45cdaa6fb605,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:24.509525 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15983704-d659-4f56-a7be-14b88e56add5 None None] Pushing event updated for resources: {'Port': ['ID=6430bd66-30a7-4320-957f-2f15e892904e,revision_number=3']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:24.656528 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Attempting to bind port 6430bd66-30a7-4320-957f-2f15e892904e on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:24.657199 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Attempting to bind port 6430bd66-30a7-4320-957f-2f15e892904e by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:24.657815 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Attempting to bind port 6430bd66-30a7-4320-957f-2f15e892904e on network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:24.667753 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:24.672400 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Checking segment: {'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:24.673168 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.673747 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Bound using segment: {'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:24.675773 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Bound port: 6430bd66-30a7-4320-957f-2f15e892904e, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'}}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:24.676570 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.722668 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1a07a-414f-4169-9e78-819e13318989 req-48c1be70-640d-4723-aaa5-7e64db56c6a3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:24.724336 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-48c1be70-640d-4723-aaa5-7e64db56c6a3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/networks?id=e6374a03-ed1d-4ba6-a790-eef480dd3eea HTTP/1.1" status: 200 len: 819 time: 0.3577557 Oct 19 08:24:24.726383 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Attempting to bind port daa542af-e328-4582-ad6c-45cdaa6fb605 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:24.730505 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Attempting to bind port daa542af-e328-4582-ad6c-45cdaa6fb605 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': '0e445511-1b44-42b3-b617-9e3715b1bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:24.731052 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Attempting to bind port daa542af-e328-4582-ad6c-45cdaa6fb605 on network e6374a03-ed1d-4ba6-a790-eef480dd3eea {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:24.757960 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:24.758338 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Checking segment: {'id': '0e445511-1b44-42b3-b617-9e3715b1bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:24.760638 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.761137 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Bound using segment: {'id': '0e445511-1b44-42b3-b617-9e3715b1bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:24.761733 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Bound port: daa542af-e328-4582-ad6c-45cdaa6fb605, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e445511-1b44-42b3-b617-9e3715b1bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:24.762128 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.802744 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-ef150c25-1908-4eab-acd0-174a5ba438e6 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/quotas/656d95cbc7b3437ea618e2224cbbfeef HTTP/1.1" status: 200 len: 375 time: 0.0624290 Oct 19 08:24:24.835203 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] For port 6430bd66-30a7-4320-957f-2f15e892904e, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:24.840278 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] For port 6430bd66-30a7-4320-957f-2f15e892904e, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=6430bd66-30a7-4320-957f-2f15e892904e,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:24.848290 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.863766 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4db25cfb-99eb-4a7f-b851-857c3133b784 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:24.873124 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4db25cfb-99eb-4a7f-b851-857c3133b784 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5503879 Oct 19 08:24:24.873778 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35770) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:24.943983 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15983704-d659-4f56-a7be-14b88e56add5 None None] Pushing event updated for resources: {'Port': ['ID=6430bd66-30a7-4320-957f-2f15e892904e,revision_number=4']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:24.948091 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-07b84adc-638c-4863-87b4-9518eefa6e9d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Request body: {'security_group_rule': {'security_group_id': 'da7c8474-72b2-4b90-a25f-9755291ab865', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:24.993525 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:24:24.994785 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:24:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:25.042711 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefaacf-7e4a-4372-ba20-445b09655426 req-4fb94b78-dbc0-4b38-bdcf-6b07d1cc34ed tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:25.047286 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2cefaacf-7e4a-4372-ba20-445b09655426 req-4fb94b78-dbc0-4b38-bdcf-6b07d1cc34ed tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 932 time: 0.6388545 Oct 19 08:24:25.047593 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db25cfb-99eb-4a7f-b851-857c3133b784 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7c8474-72b2-4b90-a25f-9755291ab865,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:25.076183 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Request body: {'port': {'device_id': 'b75e6c63-1b3e-4a9c-adbc-9db31920288f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:25.076837 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-07b84adc-638c-4863-87b4-9518eefa6e9d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:25.112069 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ced816-a2c6-4609-8a2e-52fca2da571f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Pushing event updated for resources: {'Port': ['ID=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:25.178989 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:24:25.183002 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40ced816-a2c6-4609-8a2e-52fca2da571f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Network 208569bb-7601-4f08-96d0-ae2bdee2d6b5 is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:25.215913 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40ced816-a2c6-4609-8a2e-52fca2da571f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:25.233910 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40ced816-a2c6-4609-8a2e-52fca2da571f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:25.266414 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40ced816-a2c6-4609-8a2e-52fca2da571f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:25.267121 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40ced816-a2c6-4609-8a2e-52fca2da571f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:25.318373 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-a8010547-2daf-4930-8f2c-8aba422f2972 None None] Provisioning complete for port 6430bd66-30a7-4320-957f-2f15e892904e triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:25.318910 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a8010547-2daf-4930-8f2c-8aba422f2972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:25.323455 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2cefaacf-7e4a-4372-ba20-445b09655426 req-806bc761-9324-4fa0-945d-266dcdab4eed tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515254 Oct 19 08:24:25.329401 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:25.438347 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40ced816-a2c6-4609-8a2e-52fca2da571f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6728458 Oct 19 08:24:25.447871 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-07b84adc-638c-4863-87b4-9518eefa6e9d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:25.459419 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:25.463633 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-07b84adc-638c-4863-87b4-9518eefa6e9d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:25.472685 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Request body: {'port': {'device_id': '59dbc4e4-8c02-40ac-92be-01a7d58a97a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:25.492516 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b84adc-638c-4863-87b4-9518eefa6e9d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f5898e-7104-4e0c-8a1f-9d1a1e588d70,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:25.537793 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a7627233-2ca9-4dd1-a855-479fe5aab8a1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7000396 Oct 19 08:24:25.545288 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] For port daa542af-e328-4582-ad6c-45cdaa6fb605, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:25.552068 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] For port daa542af-e328-4582-ad6c-45cdaa6fb605, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=daa542af-e328-4582-ad6c-45cdaa6fb605,segment=NetworkSegment(0e445511-1b44-42b3-b617-9e3715b1bba3),segment_id=0e445511-1b44-42b3-b617-9e3715b1bba3)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:25.565909 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:25.766301 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:25.780292 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a8010547-2daf-4930-8f2c-8aba422f2972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:25.804595 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:24Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:25.834974 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-07b84adc-638c-4863-87b4-9518eefa6e9d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:25.837415 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Routers {'de604bd7-805b-48d9-87ba-845000575a5d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:24:25.838033 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-07b84adc-638c-4863-87b4-9518eefa6e9d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9000857 Oct 19 08:24:25.838164 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:24:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['de604bd7-805b-48d9-87ba-845000575a5d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:25.871594 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7224c5e-edc3-4679-8853-fe1c9e57e464 None None] The sync data for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi is: [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:24Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:24:25.939326 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35794) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:25.949080 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0b1a4-dd32-4a7e-a750-0292a1122b48 None None] Pushing event updated for resources: {'Port': ['ID=daa542af-e328-4582-ad6c-45cdaa6fb605,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:26.067181 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a1023b07-f239-4d23-bd47-326c779129d1 service neutron] 10.222.0.26 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281498 Oct 19 08:24:26.070528 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-4d642c67-cd46-4759-92b0-58414655fb46 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Request body: {'security_group_rule': {'security_group_id': 'da7c8474-72b2-4b90-a25f-9755291ab865', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:26.104367 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555bb74-981c-4090-9808-59d11038353f req-238b6ea6-857e-4b93-b02d-b0ae0443788f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:26.106218 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c555bb74-981c-4090-9808-59d11038353f req-238b6ea6-857e-4b93-b02d-b0ae0443788f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 932 time: 0.5817752 Oct 19 08:24:26.129643 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-a8010547-2daf-4930-8f2c-8aba422f2972 None None] For port 6430bd66-30a7-4320-957f-2f15e892904e, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=6430bd66-30a7-4320-957f-2f15e892904e,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:26.237298 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a8010547-2daf-4930-8f2c-8aba422f2972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:26.436634 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] Set router de604bd7-805b-48d9-87ba-845000575a5d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:24:26.454007 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c555bb74-981c-4090-9808-59d11038353f req-45461084-1db9-40c3-9b4d-3c268407d82b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365185 Oct 19 08:24:26.473497 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4d642c67-cd46-4759-92b0-58414655fb46 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:26.591713 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8010547-2daf-4930-8f2c-8aba422f2972 None None] Pushing event updated for resources: {'Port': ['ID=6430bd66-30a7-4320-957f-2f15e892904e,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:26.610834 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-98b43762-ca83-4fea-9723-04824d02c037 None None] Provisioning complete for port 6430bd66-30a7-4320-957f-2f15e892904e triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:26.620256 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98b43762-ca83-4fea-9723-04824d02c037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:26.767750 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-6d49bbf6-7421-4e67-bbe7-a9853cf08419 service neutron] 10.222.0.26 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583443 Oct 19 08:24:26.849170 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4d642c67-cd46-4759-92b0-58414655fb46 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:26.895916 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26f6f4-20ac-43d9-9bb9-f9be48e7e50e req-cf139655-ab4f-4fd1-be21-547b013604ad tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:26.904780 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fc26f6f4-20ac-43d9-9bb9-f9be48e7e50e req-cf139655-ab4f-4fd1-be21-547b013604ad tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 932 time: 0.2833147 Oct 19 08:24:26.907631 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4d642c67-cd46-4759-92b0-58414655fb46 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:27.023818 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d642c67-cd46-4759-92b0-58414655fb46 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef94d817-d8b9-4ea9-8d60-5d641ce69680,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:27.064477 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:27.084111 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 {{(pid=99812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:24:27.086566 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4d642c67-cd46-4759-92b0-58414655fb46 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:27.095836 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4d642c67-cd46-4759-92b0-58414655fb46 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1366143 Oct 19 08:24:27.101423 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35816) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:27.119489 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Request body: {'floatingip': {'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:27.150785 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fc26f6f4-20ac-43d9-9bb9-f9be48e7e50e req-26e49b02-d6d9-4f0a-80a4-134a0c214571 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393827 Oct 19 08:24:27.197906 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:27.256893 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:27.470622 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ff519a14-e749-48fc-909f-7d0e1c3e6e9f req-3db8d768-ec8d-404a-8eff-08e81e800936 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 210 time: 0.2535384 Oct 19 08:24:27.517003 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 6430bd66-30a7-4320-957f-2f15e892904e up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:27.615309 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.provisioning_blocks [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Transition to ACTIVE for port object cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 will not be triggered until provisioned by entity L2. {{(pid=99812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:24:27.641170 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:27.854161 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 6430bd66-30a7-4320-957f-2f15e892904e triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:27.854841 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:28.005135 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1825922660-router', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '656d95cbc7b3437ea618e2224cbbfeef', 'gw_port': {'id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:11Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'daa542af-e328-4582-ad6c-45cdaa6fb605', 'name': '', 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'mac_address': 'fa:16:3e:62:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b4a4536-b5d9-4719-8e5f-eed0720f1f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:16Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 4, 'project_id': '656d95cbc7b3437ea618e2224cbbfeef', 'subnets': [{'id': '8b4a4536-b5d9-4719-8e5f-eed0720f1f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:24:28.021459 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Pushing event updated for resources: {'Port': ['ID=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:28.057886 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c149172-4229-4260-b093-ad8ce6e41805 None None] The sync data for ids ['de604bd7-805b-48d9-87ba-845000575a5d'] in dv-cinder-813984-3-iscsi is: [{'id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1825922660-router', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '656d95cbc7b3437ea618e2224cbbfeef', 'gw_port': {'id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:11Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'daa542af-e328-4582-ad6c-45cdaa6fb605', 'name': '', 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'mac_address': 'fa:16:3e:62:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '8b4a4536-b5d9-4719-8e5f-eed0720f1f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:16Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 4, 'project_id': '656d95cbc7b3437ea618e2224cbbfeef', 'subnets': [{'id': '8b4a4536-b5d9-4719-8e5f-eed0720f1f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:24:28.069911 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f586f-8831-4400-8a70-377b76d73e00 req-c2129fcb-fcb1-408c-ae39-371ca555ef5a tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:28.075452 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-843f586f-8831-4400-8a70-377b76d73e00 req-c2129fcb-fcb1-408c-ae39-371ca555ef5a tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 944 time: 0.3652265 Oct 19 08:24:28.135177 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Allocated IP 172.27.2.230 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/b247965f-da03-4400-91ea-6a3d9e320464) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:28.137996 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Attempting to bind port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:28.138450 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Attempting to bind port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'b16372b2-f734-40dd-b325-4076c4c015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '208569bb-7601-4f08-96d0-ae2bdee2d6b5'}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:28.138834 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Attempting to bind port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 on network 208569bb-7601-4f08-96d0-ae2bdee2d6b5 {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:28.167123 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 on network 208569bb-7601-4f08-96d0-ae2bdee2d6b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:24:28.167564 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Attempting to bind port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 on network 208569bb-7601-4f08-96d0-ae2bdee2d6b5 {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:28.257747 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:28.259122 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Checking segment: {'id': 'b16372b2-f734-40dd-b325-4076c4c015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '208569bb-7601-4f08-96d0-ae2bdee2d6b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:28.259927 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Bound using segment: {'id': 'b16372b2-f734-40dd-b325-4076c4c015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '208569bb-7601-4f08-96d0-ae2bdee2d6b5'} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:28.260433 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Bound port: cbb46daa-64d5-4b7d-a375-36a1a97d0bb6, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16372b2-f734-40dd-b325-4076c4c015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '208569bb-7601-4f08-96d0-ae2bdee2d6b5'}}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:28.260788 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:28.379989 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] For port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6, host hv-cinder-81398, cleared binding levels {{(pid=99812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:28.392790 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] For port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6,segment=NetworkSegment(b16372b2-f734-40dd-b325-4076c4c015ed),segment_id=b16372b2-f734-40dd-b325-4076c4c015ed)] {{(pid=99812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:28.442256 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:28.447120 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:28.550639 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-843f586f-8831-4400-8a70-377b76d73e00 req-2ae2234f-7d2d-4ffb-9fa7-c528a93876fc tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424728 Oct 19 08:24:28.560337 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1452749-7697-4896-9845-e408f2432615 {{(pid=99812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:24:28.611092 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-bf47a0f9-b64c-48d8-878f-0ed247d3c1bf tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:28.617279 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-bf47a0f9-b64c-48d8-878f-0ed247d3c1bf tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/networks?id=e6374a03-ed1d-4ba6-a790-eef480dd3eea HTTP/1.1" status: 200 len: 819 time: 0.5375063 Oct 19 08:24:28.648404 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-65731c04-5a98-4ded-ab2f-1e5f214f4bc1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/quotas/656d95cbc7b3437ea618e2224cbbfeef HTTP/1.1" status: 200 len: 375 time: 0.0238235 Oct 19 08:24:28.702952 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:28.761523 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:28.765173 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:28.767369 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] 10.222.0.11 "PUT /v2.0/ports/cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 HTTP/1.1" status: 200 len: 1094 time: 3.3119655 Oct 19 08:24:28.785290 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dbc4e4-8c02-40ac-92be-01a7d58a97a1', 'tag': 'cbb46daa-64d5-4b7d-a375-36a1a97d0bb6'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:24:28.798081 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7ed20-8550-44df-b023-adb24f907ab4 req-d5ea78cc-9181-4991-a9b8-8f3b7d0bc17a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:28.807897 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-28d7ed20-8550-44df-b023-adb24f907ab4 req-d5ea78cc-9181-4991-a9b8-8f3b7d0bc17a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 932 time: 0.1397004 Oct 19 08:24:28.865500 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-9ad4eb9e-dd1b-4d0d-b097-ad7daacf4404 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2111180 Oct 19 08:24:28.948299 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-28d7ed20-8550-44df-b023-adb24f907ab4 req-48e67c5f-8474-44de-88c1-beb18479b374 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385918 Oct 19 08:24:28.963232 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.provisioning_blocks [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Transition to ACTIVE for port object a1452749-7697-4896-9845-e408f2432615 will not be triggered until provisioned by entity L2. {{(pid=99812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:24:28.985940 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:29.000544 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e659c-ff4d-493b-8a12-d5d3b1804cea service neutron] Pushing event updated for resources: {'Port': ['ID=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6,revision_number=3']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:29.016078 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:29.194947 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-4cd6ed14-3103-4dd1-85ff-a9e2990f4a55 service neutron] 10.222.0.26 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876422 Oct 19 08:24:29.249150 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Pushing event updated for resources: {'Port': ['ID=a1452749-7697-4896-9845-e408f2432615,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:29.351494 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Attempting to bind port a1452749-7697-4896-9845-e408f2432615 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:29.351844 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Attempting to bind port a1452749-7697-4896-9845-e408f2432615 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:29.352313 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Attempting to bind port a1452749-7697-4896-9845-e408f2432615 on network fbed0243-7d71-4fc4-9caf-afbd08f9b31f {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:29.372096 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Port a1452749-7697-4896-9845-e408f2432615 on network fbed0243-7d71-4fc4-9caf-afbd08f9b31f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:24:29.375155 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Attempting to bind port a1452749-7697-4896-9845-e408f2432615 on network fbed0243-7d71-4fc4-9caf-afbd08f9b31f {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:29.396601 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:29.396936 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Checking segment: {'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:29.397413 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Bound using segment: {'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:29.405787 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Bound port: a1452749-7697-4896-9845-e408f2432615, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'}}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:29.406058 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:29.424704 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:29.500689 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device daa542af-e328-4582-ad6c-45cdaa6fb605 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:29.519649 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-004146d9-8a63-4903-b60c-4b0e82ed3e32 service neutron] 10.222.0.26 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178203 Oct 19 08:24:29.567828 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Allocated IP 172.27.2.194 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/6b22917f-3b8b-4f1f-905c-e57be864cfa6) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:29.629073 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port daa542af-e328-4582-ad6c-45cdaa6fb605 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:29.631281 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event updated for resources: {'Port': ['ID=b247965f-da03-4400-91ea-6a3d9e320464,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:29.631968 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:29.762584 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:29.767413 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:29.773916 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ec8a61-6f11-40fd-9083-d481f46a8910" -d '{"events": [{"name": "network-changed", "server_uuid": "59dbc4e4-8c02-40ac-92be-01a7d58a97a1", "tag": "cbb46daa-64d5-4b7d-a375-36a1a97d0bb6"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:24:29.784145 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:29.991034 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:30.103662 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port daa542af-e328-4582-ad6c-45cdaa6fb605, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=daa542af-e328-4582-ad6c-45cdaa6fb605,segment=NetworkSegment(0e445511-1b44-42b3-b617-9e3715b1bba3),segment_id=0e445511-1b44-42b3-b617-9e3715b1bba3)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:30.127151 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:30.186690 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35914) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:30.228321 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b2dd5bb6-4537-4c8d-bdc7-7a44371ea05d req-8bf6ca2f-821b-4e6e-ba3c-0cdb8558a986 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 210 time: 0.3762016 Oct 19 08:24:30.286019 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=daa542af-e328-4582-ad6c-45cdaa6fb605,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:30.348057 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] For port a1452749-7697-4896-9845-e408f2432615, host hv-cinder-81398, cleared binding levels {{(pid=99812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:30.374390 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5fc58-f556-4405-9b7b-625a45261177 req-1cb2460d-335a-460a-b537-d7e5eb9926ca tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:30.376047 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-72b5fc58-f556-4405-9b7b-625a45261177 req-1cb2460d-335a-460a-b537-d7e5eb9926ca tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 944 time: 0.6487207 Oct 19 08:24:30.459065 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] For port a1452749-7697-4896-9845-e408f2432615, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a1452749-7697-4896-9845-e408f2432615,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:30.467607 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:30.480373 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:30.482702 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:30.597800 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-72b5fc58-f556-4405-9b7b-625a45261177 req-09eea3ac-2e31-4060-979a-d5756806e12b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137842 Oct 19 08:24:30.628753 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.11', 50915) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:30.891363 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:30.926470 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 35928) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:30.967901 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:31.069140 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:31.071845 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:31.244169 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0f3a78-e79e-4383-98e3-fcbfa603be99 x-openstack-request-id: req-8d0f3a78-e79e-4383-98e3-fcbfa603be99 {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:24:31.244484 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59dbc4e4-8c02-40ac-92be-01a7d58a97a1", "tag": "cbb46daa-64d5-4b7d-a375-36a1a97d0bb6", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:24:31.250572 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d0f3a78-e79e-4383-98e3-fcbfa603be99 {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:24:31.253692 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dbc4e4-8c02-40ac-92be-01a7d58a97a1', 'tag': 'cbb46daa-64d5-4b7d-a375-36a1a97d0bb6', 'status': 'completed', 'code': 200} Oct 19 08:24:31.298323 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-ff86c44d-15a9-412c-82cb-16ea0828f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:31.306168 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-ff86c44d-15a9-412c-82cb-16ea0828f685 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28699d0a84f047ef8e686a6a7d0035fc&device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 1097 time: 1.5059185 Oct 19 08:24:31.332237 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:31.387289 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device daa542af-e328-4582-ad6c-45cdaa6fb605 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:31.432365 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-5e7c3aec-333a-4de7-b899-6f3d7443facb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:31.443233 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:31.444112 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:31.444352 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4d95b18a-4cc5-4149-9e4a-8cb8f19e7fb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:31.446269 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] 10.222.0.11 "PUT /v2.0/ports/a1452749-7697-4896-9845-e408f2432615 HTTP/1.1" status: 200 len: 1094 time: 7.1838820 Oct 19 08:24:31.466584 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e155430-d198-44e4-9037-a6a8066a598d service neutron] Pushing event updated for resources: {'Port': ['ID=a1452749-7697-4896-9845-e408f2432615,revision_number=3']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:31.474729 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:31.523022 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port daa542af-e328-4582-ad6c-45cdaa6fb605 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:31.523810 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:31.590658 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4d95b18a-4cc5-4149-9e4a-8cb8f19e7fb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:31.602994 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c56f8-f7a8-4efa-ae20-317331af10fa req-40500cd8-2957-4809-8d28-9d18cd279781 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:31.604829 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-160c56f8-f7a8-4efa-ae20-317331af10fa req-40500cd8-2957-4809-8d28-9d18cd279781 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 944 time: 0.8444009 Oct 19 08:24:31.662088 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1c17c4ca-0549-4c8f-bea0-b50e1c170941 req-7d5f8b69-5ecd-4fb2-8abf-2fac58267c20 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 210 time: 0.2195992 Oct 19 08:24:31.662792 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4d95b18a-4cc5-4149-9e4a-8cb8f19e7fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:31.770684 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95b18a-4cc5-4149-9e4a-8cb8f19e7fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328cfdb4-11c3-43c1-a3ab-e48b057abf6b,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:31.797281 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-5e7c3aec-333a-4de7-b899-6f3d7443facb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:31.814964 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-5e7c3aec-333a-4de7-b899-6f3d7443facb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:31.850949 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4d95b18a-4cc5-4149-9e4a-8cb8f19e7fb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80e52fb24ff84d6c9ee666f76b3c6fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8995352 Oct 19 08:24:31.856045 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1a07a-414f-4169-9e78-819e13318989 req-2615d50c-18a1-43cd-84ee-a48233fabfc1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:31.858361 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-2615d50c-18a1-43cd-84ee-a48233fabfc1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.11 "GET /v2.0/networks?id=e6374a03-ed1d-4ba6-a790-eef480dd3eea HTTP/1.1" status: 200 len: 819 time: 1.2128541 Oct 19 08:24:31.858676 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35944) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:31.858890 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event updated for resources: {'Port': ['ID=6b22917f-3b8b-4f1f-905c-e57be864cfa6,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:31.867937 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-5e7c3aec-333a-4de7-b899-6f3d7443facb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60785553c9294ee3a4d0b38607d54f69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6776080 Oct 19 08:24:31.870070 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35946) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:31.885990 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:31.949880 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-160c56f8-f7a8-4efa-ae20-317331af10fa req-5baf52fd-23f0-46f1-8351-b867f2649605 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742131 Oct 19 08:24:32.015247 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c3aec-333a-4de7-b899-6f3d7443facb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53175aef-a8be-49d9-9074-b9ab911605cc,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:32.021984 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832b671-fd88-4199-bda0-7a8767b07774 req-ecf23ebd-ad0f-4965-9f2d-475aa51a88e8 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:32.030293 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.036750 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e832b671-fd88-4199-bda0-7a8767b07774 req-ecf23ebd-ad0f-4965-9f2d-475aa51a88e8 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 944 time: 0.1648691 Oct 19 08:24:32.046663 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.099645 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0874a0e4-c220-4d2e-bde8-dd199a69234a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.103372 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.109447 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f0d73144-edee-493c-a78c-ff17966a3a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.122039 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e832b671-fd88-4199-bda0-7a8767b07774 req-c36e04cd-6876-4c67-ba99-7fc4480eaec7 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784309 Oct 19 08:24:32.153007 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0874a0e4-c220-4d2e-bde8-dd199a69234a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.155512 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event updated for resources: {'Port': ['ID=b247965f-da03-4400-91ea-6a3d9e320464,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:32.169335 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.170729 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-c3da48fc-69c2-462e-83b3-fb95d8be5e9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6914735 Oct 19 08:24:32.171554 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.176880 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f0d73144-edee-493c-a78c-ff17966a3a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.189933 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.243286 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.265443 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f0d73144-edee-493c-a78c-ff17966a3a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.268655 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f0d73144-edee-493c-a78c-ff17966a3a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.270175 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-f0d73144-edee-493c-a78c-ff17966a3a3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/328cfdb4-11c3-43c1-a3ab-e48b057abf6b HTTP/1.1" status: 204 len: 168 time: 0.4010577 Oct 19 08:24:32.277876 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.280502 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1765676 Oct 19 08:24:32.281606 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bb850-1737-4c72-828c-32e3c4b54e92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event updated for resources: {'Port': ['ID=6b22917f-3b8b-4f1f-905c-e57be864cfa6,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:32.282580 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0874a0e4-c220-4d2e-bde8-dd199a69234a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.285070 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0874a0e4-c220-4d2e-bde8-dd199a69234a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.290464 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-0874a0e4-c220-4d2e-bde8-dd199a69234a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53175aef-a8be-49d9-9074-b9ab911605cc HTTP/1.1" status: 204 len: 168 time: 0.3944409 Oct 19 08:24:32.298999 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d73144-edee-493c-a78c-ff17966a3a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328cfdb4-11c3-43c1-a3ab-e48b057abf6b,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:32.310029 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874a0e4-c220-4d2e-bde8-dd199a69234a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53175aef-a8be-49d9-9074-b9ab911605cc,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:32.507851 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-de944425-2df2-4af2-9530-7969a9483ac9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1894106543&fields=id&tenant_id=6ffc881ce1324822826aec5e72a754b4 HTTP/1.1" status: 200 len: 267 time: 0.0533533 Oct 19 08:24:32.656373 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0c97d913-31f0-4656-8ab2-622d39f94db0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:32.657866 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0c97d913-31f0-4656-8ab2-622d39f94db0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 817 time: 0.1420727 Oct 19 08:24:32.695260 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-6e7dc5e4-3ebf-435d-907d-ea917ad81164 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/quotas/6ffc881ce1324822826aec5e72a754b4 HTTP/1.1" status: 200 len: 375 time: 0.0211277 Oct 19 08:24:32.698519 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-79fd80d0-c5a9-487a-afcf-499d4ccebf09 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--992858662&fields=id&tenant_id=d039e505af3b42a3afdc9ac76295e901 HTTP/1.1" status: 200 len: 267 time: 0.0696290 Oct 19 08:24:32.788468 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35992) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:32.804583 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-2aab4b94-9671-47de-a5b0-72e80695b111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.835029 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d67b9121-6e97-46c9-89a4-bbe7baaf19e6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1318240 Oct 19 08:24:32.851918 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35994) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:32.869046 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-2f190da2-44b7-4bcf-8689-12e52e74c712 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:32.870426 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-2f190da2-44b7-4bcf-8689-12e52e74c712 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/networks?id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 HTTP/1.1" status: 200 len: 810 time: 0.1560121 Oct 19 08:24:32.871543 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f75a2dff-c0a1-4a5a-b805-53288846c27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.904608 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-db7ebd5b-117c-47ce-a4d9-4769e9484540 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/quotas/d039e505af3b42a3afdc9ac76295e901 HTTP/1.1" status: 200 len: 375 time: 0.0214827 Oct 19 08:24:32.943439 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-2aab4b94-9671-47de-a5b0-72e80695b111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.951335 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-2aab4b94-9671-47de-a5b0-72e80695b111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:32.994895 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-3bf96511-e7ae-425c-9b26-070ec25eec90 service neutron] 10.222.0.26 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386244 Oct 19 08:24:33.005615 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-5cdb0d04-bc67-4cfa-a98f-d1ae8b4eceeb tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d039e505af3b42a3afdc9ac76295e901&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738201 Oct 19 08:24:33.019489 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-2aab4b94-9671-47de-a5b0-72e80695b111 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66facddc402f4c77ad4311bac9b8f262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273195 Oct 19 08:24:33.020733 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab4b94-9671-47de-a5b0-72e80695b111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc81811-7bdd-4ef5-b4b2-77309e03ee60,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:33.023007 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 35998) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:33.024711 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f75a2dff-c0a1-4a5a-b805-53288846c27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:33.032955 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f75a2dff-c0a1-4a5a-b805-53288846c27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:33.093882 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a2dff-c0a1-4a5a-b805-53288846c27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b1ee2f-13ef-4ab7-9686-d7388f0877d0,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:33.103419 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-f75a2dff-c0a1-4a5a-b805-53288846c27d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd68c9d1982c492883d35acb97ca1be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503555 Oct 19 08:24:33.104258 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 36000) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:33.135125 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4f65-521f-4e1a-ae6a-053f1c3486c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:33.160935 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-263f9710-b500-4bf0-81ec-ac3498ddd854 service neutron] 10.222.0.26 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543040 Oct 19 08:24:33.166145 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-6510e683-04c0-46ea-a305-419756a47bb5 service neutron] 10.222.0.26 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409366 Oct 19 08:24:33.171085 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4f65-521f-4e1a-ae6a-053f1c3486c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:33.195660 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e37d8350-510c-4647-83db-be3d8710f5bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:33.233681 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e37d8350-510c-4647-83db-be3d8710f5bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:33.258475 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75e6c63-1b3e-4a9c-adbc-9db31920288f', 'tag': 'a1452749-7697-4896-9845-e408f2432615'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:24:33.260713 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ef91a1-4afb-4d4e-90c5-0465ad8325e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b75e6c63-1b3e-4a9c-adbc-9db31920288f", "tag": "a1452749-7697-4896-9845-e408f2432615"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:24:33.268849 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-f8dc4bb4-2117-4537-9aff-ab12b6e1f057 service neutron] 10.222.0.26 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951700 Oct 19 08:24:33.291550 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4f65-521f-4e1a-ae6a-053f1c3486c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:33.295063 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4f65-521f-4e1a-ae6a-053f1c3486c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:33.296388 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-ce9f4f65-521f-4e1a-ae6a-053f1c3486c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8cc81811-7bdd-4ef5-b4b2-77309e03ee60 HTTP/1.1" status: 204 len: 168 time: 0.2704091 Oct 19 08:24:33.308896 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4f65-521f-4e1a-ae6a-053f1c3486c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc81811-7bdd-4ef5-b4b2-77309e03ee60,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:33.312136 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e37d8350-510c-4647-83db-be3d8710f5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:33.314966 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e37d8350-510c-4647-83db-be3d8710f5bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:33.318982 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-e37d8350-510c-4647-83db-be3d8710f5bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0b1ee2f-13ef-4ab7-9686-d7388f0877d0 HTTP/1.1" status: 204 len: 168 time: 0.2137575 Oct 19 08:24:33.330105 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d8350-510c-4647-83db-be3d8710f5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b1ee2f-13ef-4ab7-9686-d7388f0877d0,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:33.417781 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c5e0953a-166a-48c4-93a2-795bf5246e95 req-1c1d28fa-59cf-489d-a6e8-f764000975a4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 210 time: 0.0918322 Oct 19 08:24:33.425700 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a4a29101-bb4e-4190-8eb5-1a3a8f01fd46 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Request body: {'port': {'device_id': 'a2a856f6-f552-461f-8d9c-4bf017cbbac5', 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea', 'admin_state_up': True, 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:33.632737 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-58787207-1486-4d1b-a27d-e6d17792e841 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 HTTP/1.1" status: 200 len: 217 time: 0.2435000 Oct 19 08:24:33.813351 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-618f11ab-918b-4470-9100-69a46de93c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:33.818317 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-618f11ab-918b-4470-9100-69a46de93c47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 1097 time: 0.3231847 Oct 19 08:24:33.944104 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40cc6856-bf1b-4f22-afed-9044de77ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:33.953859 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-40cc6856-bf1b-4f22-afed-9044de77ef60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82894be0-1ee1-4946-a674-10c84046a4ad HTTP/1.1" status: 200 len: 852 time: 0.3127301 Oct 19 08:24:33.955754 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-0f8f5edd-cc1b-41bd-b97a-60fdbb506665 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1452749-7697-4896-9845-e408f2432615 HTTP/1.1" status: 200 len: 217 time: 0.1221881 Oct 19 08:24:34.172847 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-b48186d3-fcbe-403b-9a7b-b3c712a5269a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=208569bb-7601-4f08-96d0-ae2bdee2d6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1981230 Oct 19 08:24:34.196039 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-932f865a-005a-42a9-972d-d49a69b00cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:34.197863 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-932f865a-005a-42a9-972d-d49a69b00cf5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb09846c-af61-4081-8b2b-a4066cda720c HTTP/1.1" status: 200 len: 855 time: 0.2247143 Oct 19 08:24:34.227033 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a4a29101-bb4e-4190-8eb5-1a3a8f01fd46 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Made reservation on behalf of 656d95cbc7b3437ea618e2224cbbfeef for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:34.230969 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a4a29101-bb4e-4190-8eb5-1a3a8f01fd46 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:34.256493 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04ebce-64ea-4537-b921-21d4d9d889c6 req-892c2e2c-bdf1-4cc9-8d82-e2360aebd8d5 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:34.264383 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5a04ebce-64ea-4537-b921-21d4d9d889c6 req-892c2e2c-bdf1-4cc9-8d82-e2360aebd8d5 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 944 time: 0.5530674 Oct 19 08:24:34.274444 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf4d5-5524-4b08-b15c-b4ef2e29ffe8 req-624b3c23-4f02-45e7-b52f-c36ef941dbd9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:34.282728 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-257bf4d5-5524-4b08-b15c-b4ef2e29ffe8 req-624b3c23-4f02-45e7-b52f-c36ef941dbd9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 944 time: 0.5725634 Oct 19 08:24:34.364521 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.11', 50921) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:34.436002 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-79b4a2f4-3341-4a5d-98d1-2879dc15265d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814874 Oct 19 08:24:34.507338 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-257bf4d5-5524-4b08-b15c-b4ef2e29ffe8 req-15587fdc-4927-49c7-8893-af8744bfac04 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232690 Oct 19 08:24:34.534779 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5a04ebce-64ea-4537-b921-21d4d9d889c6 req-db19c04a-68b6-4a08-84e4-2ee6dc5b4e03 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692487 Oct 19 08:24:34.791525 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-bc91411b-5d2e-4b65-b5e7-8531fbeb15f8 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:34.794297 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-bc91411b-5d2e-4b65-b5e7-8531fbeb15f8 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.11 "GET /v2.0/networks?id=e6374a03-ed1d-4ba6-a790-eef480dd3eea HTTP/1.1" status: 200 len: 819 time: 0.4233413 Oct 19 08:24:34.799067 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b855ca-bc8c-41c5-9bc1-79782671f1ae x-openstack-request-id: req-a2b855ca-bc8c-41c5-9bc1-79782671f1ae {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:24:34.799367 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75e6c63-1b3e-4a9c-adbc-9db31920288f", "tag": "a1452749-7697-4896-9845-e408f2432615", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:24:34.799622 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2b855ca-bc8c-41c5-9bc1-79782671f1ae {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:24:34.800022 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75e6c63-1b3e-4a9c-adbc-9db31920288f', 'tag': 'a1452749-7697-4896-9845-e408f2432615', 'status': 'completed', 'code': 200} Oct 19 08:24:34.868499 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a4a29101-bb4e-4190-8eb5-1a3a8f01fd46 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Allocated IP 172.20.0.6 (e6374a03-ed1d-4ba6-a790-eef480dd3eea/8b4a4536-b5d9-4719-8e5f-eed0720f1f4c/f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:34.873930 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-31cac155-fd57-477d-bbab-25bf43388135 service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240959 Oct 19 08:24:34.881647 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-29ad675d-4acc-42f1-a0d9-e2a089bfcfe0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Request body: {'port': {'device_id': 'feb56f1c-831c-4725-b502-fbf7f6b9fe5b', 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea', 'admin_state_up': True, 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:34.896394 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-234f858f-84bb-4c82-941f-ff1f7c1c3a4e req-d428dd9d-9763-4e31-ba02-536b0293713f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 210 time: 0.1249471 Oct 19 08:24:34.938010 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c4923f35-4ecb-4081-a38d-c0ccf29a494b req-ca093053-fc60-4f81-bd03-b0344bf696c0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 210 time: 0.1066856 Oct 19 08:24:35.041453 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc687378-0e2d-49be-b4ea-3ca0458773f2 req-5c44580b-1191-41bb-8eca-2eba0ae934dc tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 210 time: 0.0459673 Oct 19 08:24:35.103672 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-ef5a60ea-0568-4aa0-a2ad-5dfa81c379a4 service neutron] 10.222.0.11 "GET /v2.0/networks/208569bb-7601-4f08-96d0-ae2bdee2d6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7378018 Oct 19 08:24:35.194224 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a4a29101-bb4e-4190-8eb5-1a3a8f01fd46 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:35.267646 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a4a29101-bb4e-4190-8eb5-1a3a8f01fd46 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:35.269862 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-7a408880-dbe4-4721-94d6-12df81af5e11 req-3433dbdc-9749-4270-b8f1-0177255636d1 service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829710 Oct 19 08:24:35.386322 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a4a29101-bb4e-4190-8eb5-1a3a8f01fd46 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Network e6374a03-ed1d-4ba6-a790-eef480dd3eea is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:35.399064 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a4a29101-bb4e-4190-8eb5-1a3a8f01fd46 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:35.401569 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a4a29101-bb4e-4190-8eb5-1a3a8f01fd46 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:35.405319 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-6089bde7-e593-493b-b3e6-2f79bc34984d req-b7a9f6a8-efbe-49d5-9e18-d80c8ae53eae service neutron] 10.222.0.11 "GET /v2.0/networks/208569bb-7601-4f08-96d0-ae2bdee2d6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910011 Oct 19 08:24:35.408320 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a4a29101-bb4e-4190-8eb5-1a3a8f01fd46 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:35.409105 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a4a29101-bb4e-4190-8eb5-1a3a8f01fd46 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:35.424796 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-29ad675d-4acc-42f1-a0d9-e2a089bfcfe0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Made reservation on behalf of 656d95cbc7b3437ea618e2224cbbfeef for: {'port': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:35.429421 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-29ad675d-4acc-42f1-a0d9-e2a089bfcfe0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:35.430343 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a29101-bb4e-4190-8eb5-1a3a8f01fd46 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Pushing event updated for resources: {'Port': ['ID=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:35.441679 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a4a29101-bb4e-4190-8eb5-1a3a8f01fd46 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0325594 Oct 19 08:24:35.454861 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Request body: {'port': {'device_id': 'a2a856f6-f552-461f-8d9c-4bf017cbbac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:35.584889 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.11', 50927) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:35.694771 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:35.695741 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-dff9cdaf-9297-44c5-a2f7-20756d7a1ab5 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:35.697626 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-dff9cdaf-9297-44c5-a2f7-20756d7a1ab5 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.11 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 817 time: 0.3735526 Oct 19 08:24:35.755308 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef91a1-4afb-4d4e-90c5-0465ad8325e4 req-ac20261a-6b93-4004-91e2-11c33c92ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:35.757506 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-51ef91a1-4afb-4d4e-90c5-0465ad8325e4 req-ac20261a-6b93-4004-91e2-11c33c92ed72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 1097 time: 0.2142696 Oct 19 08:24:35.870722 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-6a6053d7-6c41-4b94-a886-cebc39616aaa tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ffc881ce1324822826aec5e72a754b4 HTTP/1.1" status: 200 len: 380 time: 0.1602597 Oct 19 08:24:35.890932 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.11', 50930) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:35.900754 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0563f242-29a6-4658-a482-241555dbcf60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Request body: {'port': {'device_id': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'admin_state_up': True, 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'security_groups': ['d13f5b53-efdd-4384-9acb-0b3000b57dcd']}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:35.942539 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1f37d-c69f-460a-9711-d55d38afa73f req-a97c12a6-673c-4435-835f-53fad065872f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:35.952840 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3ee1f37d-c69f-460a-9711-d55d38afa73f req-a97c12a6-673c-4435-835f-53fad065872f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 944 time: 0.2609713 Oct 19 08:24:35.970595 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69365707-17df-433e-829f-adbb30405a19 req-049e6729-9acb-402c-9fd9-f831d1f27365 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:35.978575 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-69365707-17df-433e-829f-adbb30405a19 req-049e6729-9acb-402c-9fd9-f831d1f27365 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 944 time: 0.2852714 Oct 19 08:24:36.006443 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec8a61-6f11-40fd-9083-d481f46a8910 req-c82cd5bf-8b90-4976-94f0-2fd8a12abe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:36.008058 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-50ec8a61-6f11-40fd-9083-d481f46a8910 req-c82cd5bf-8b90-4976-94f0-2fd8a12abe03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28699d0a84f047ef8e686a6a7d0035fc&device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 1097 time: 0.4221523 Oct 19 08:24:36.193089 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-29ad675d-4acc-42f1-a0d9-e2a089bfcfe0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Allocated IP 172.20.0.4 (e6374a03-ed1d-4ba6-a790-eef480dd3eea/8b4a4536-b5d9-4719-8e5f-eed0720f1f4c/af354896-e292-4dc8-8c66-71861bbc0358) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:36.263239 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 36150) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:36.301366 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef91a1-4afb-4d4e-90c5-0465ad8325e4 req-dacbf431-7645-4330-a29b-d805d55b4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:36.303211 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-51ef91a1-4afb-4d4e-90c5-0465ad8325e4 req-dacbf431-7645-4330-a29b-d805d55b4f4d service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 200 len: 916 time: 0.5371623 Oct 19 08:24:36.367705 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-51ef91a1-4afb-4d4e-90c5-0465ad8325e4 req-16119f16-9073-400d-963d-4214897784cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1452749-7697-4896-9845-e408f2432615 HTTP/1.1" status: 200 len: 217 time: 0.0537829 Oct 19 08:24:36.430645 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-69365707-17df-433e-829f-adbb30405a19 req-86eab5d4-9923-4291-96f4-465dc896ef67 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214196 Oct 19 08:24:36.452855 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3ee1f37d-c69f-460a-9711-d55d38afa73f req-6fe4b3ed-1ae7-4d9a-bcc5-4921932593b6 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636986 Oct 19 08:24:36.532449 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0563f242-29a6-4658-a482-241555dbcf60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Made reservation on behalf of 6ffc881ce1324822826aec5e72a754b4 for: {'port': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:36.536150 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0563f242-29a6-4658-a482-241555dbcf60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:36.537271 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-47a884ba-b1f9-4aa5-b735-8e60e5a2f3bb tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:36.539422 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-47a884ba-b1f9-4aa5-b735-8e60e5a2f3bb tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.11 "GET /v2.0/networks?id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 HTTP/1.1" status: 200 len: 810 time: 0.6452532 Oct 19 08:24:36.541473 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec8a61-6f11-40fd-9083-d481f46a8910 req-f6ccb52f-d4a5-4825-818d-78dfb25ae4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:36.541986 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef91a1-4afb-4d4e-90c5-0465ad8325e4 req-ace79992-304a-4ffc-98dc-089e133818af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:36.542840 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-50ec8a61-6f11-40fd-9083-d481f46a8910 req-f6ccb52f-d4a5-4825-818d-78dfb25ae4b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=208569bb-7601-4f08-96d0-ae2bdee2d6b5 HTTP/1.1" status: 200 len: 913 time: 0.5143368 Oct 19 08:24:36.543179 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-51ef91a1-4afb-4d4e-90c5-0465ad8325e4 req-ace79992-304a-4ffc-98dc-089e133818af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb09846c-af61-4081-8b2b-a4066cda720c HTTP/1.1" status: 200 len: 855 time: 0.1661062 Oct 19 08:24:36.570396 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-24fb1b13-c9d3-4e6e-9676-f8001dbf5f8a req-eecb88d3-933a-42ec-8ff8-c52f4cd33228 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 210 time: 0.0443635 Oct 19 08:24:36.677051 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-51ef91a1-4afb-4d4e-90c5-0465ad8325e4 req-613f7597-ac7b-48cf-a8cc-4f3d827334f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108863 Oct 19 08:24:36.684306 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9143076b-c0ba-4223-9e3c-0c01da8ef12a req-61a53ff0-f48a-4dd8-b28c-0dd1206b6bbf tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 210 time: 0.1127920 Oct 19 08:24:36.686477 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-50ec8a61-6f11-40fd-9083-d481f46a8910 req-6f388f03-452c-45e9-9514-2658501cd558 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 HTTP/1.1" status: 200 len: 217 time: 0.1130605 Oct 19 08:24:36.709245 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3e7585bb-b83d-4347-8689-d82d3f1cd52f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:36.882211 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-a1e1398b-a6c6-4fbd-8489-bc7d77856b18 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d039e505af3b42a3afdc9ac76295e901 HTTP/1.1" status: 200 len: 379 time: 0.3096859 Oct 19 08:24:36.891309 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-29ad675d-4acc-42f1-a0d9-e2a089bfcfe0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:36.913411 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e79afa7b-9730-4adf-9ead-6cd04554ea81 req-5b0d5168-9ffe-498e-b969-7f66e246a2ae tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 210 time: 0.2324934 Oct 19 08:24:36.916946 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-1de993b1-a5cb-4647-a464-3aed1009bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Request body: {'port': {'device_id': '30b1ba9b-8d31-4658-9d03-3be46d4f7504', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'admin_state_up': True, 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'security_groups': ['da7c8474-72b2-4b90-a25f-9755291ab865']}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:36.925721 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0563f242-29a6-4658-a482-241555dbcf60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Allocated IP 172.20.0.11 (8b7c9676-b604-477b-a586-63579afd5719/be9abea3-4266-4603-b94f-731252d257c2/3ccfabb1-82b3-4904-a943-c29622e0b546) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:36.990857 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-51ef91a1-4afb-4d4e-90c5-0465ad8325e4 req-e07f3637-005c-483c-9799-de812b0a1825 service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740545 Oct 19 08:24:37.015256 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec8a61-6f11-40fd-9083-d481f46a8910 req-16d3a6c9-ffff-4d1c-a267-3610f70dc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:37.016662 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-50ec8a61-6f11-40fd-9083-d481f46a8910 req-16d3a6c9-ffff-4d1c-a267-3610f70dc79d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82894be0-1ee1-4946-a674-10c84046a4ad HTTP/1.1" status: 200 len: 852 time: 0.1403849 Oct 19 08:24:37.117079 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-29ad675d-4acc-42f1-a0d9-e2a089bfcfe0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.135218 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-50ec8a61-6f11-40fd-9083-d481f46a8910 req-e1d00d58-8bdf-4f92-b5c2-6eb2303db578 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=208569bb-7601-4f08-96d0-ae2bdee2d6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090977 Oct 19 08:24:37.152691 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3e7585bb-b83d-4347-8689-d82d3f1cd52f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.210426 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3e7585bb-b83d-4347-8689-d82d3f1cd52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.270311 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-29ad675d-4acc-42f1-a0d9-e2a089bfcfe0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Network e6374a03-ed1d-4ba6-a790-eef480dd3eea is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:37.293694 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-1de993b1-a5cb-4647-a464-3aed1009bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Made reservation on behalf of d039e505af3b42a3afdc9ac76295e901 for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:24:37.295307 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-29ad675d-4acc-42f1-a0d9-e2a089bfcfe0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:37.295608 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-1de993b1-a5cb-4647-a464-3aed1009bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.308181 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-51ef91a1-4afb-4d4e-90c5-0465ad8325e4 req-fe297f54-1313-412b-8e4e-ee30d18cdc0e service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087306 Oct 19 08:24:37.310416 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-29ad675d-4acc-42f1-a0d9-e2a089bfcfe0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:37.316120 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-29ad675d-4acc-42f1-a0d9-e2a089bfcfe0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:37.316765 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-29ad675d-4acc-42f1-a0d9-e2a089bfcfe0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.321998 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7585bb-b83d-4347-8689-d82d3f1cd52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5a2f03-8b59-4807-a38e-90056aff6522,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:37.328980 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad675d-4acc-42f1-a0d9-e2a089bfcfe0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Pushing event updated for resources: {'Port': ['ID=af354896-e292-4dc8-8c66-71861bbc0358,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:37.343800 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-3e7585bb-b83d-4347-8689-d82d3f1cd52f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59628fc31fae4326aa65103a4a0bcc46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0763748 Oct 19 08:24:37.344786 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 36194) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:37.386929 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0563f242-29a6-4658-a482-241555dbcf60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.391864 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-29ad675d-4acc-42f1-a0d9-e2a089bfcfe0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5163708 Oct 19 08:24:37.410375 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Request body: {'port': {'device_id': 'feb56f1c-831c-4725-b502-fbf7f6b9fe5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:37.452750 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-50ec8a61-6f11-40fd-9083-d481f46a8910 req-ea7cd3ab-48fa-49e1-94df-40dba0ce76ec service neutron] 10.222.0.11 "GET /v2.0/networks/208569bb-7601-4f08-96d0-ae2bdee2d6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072495 Oct 19 08:24:37.516345 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e8a3e38e-a663-4415-b82b-289a82012489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.536374 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.539177 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-1de993b1-a5cb-4647-a464-3aed1009bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Allocated IP 172.20.0.7 (5ed1909e-af6f-44e6-9da9-5c8feb78bdd0/aa061827-a35c-494b-9df2-e4239fe5ce7a/dd3a33e9-9f8d-4c39-a3b8-617d066c9a63) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:24:37.565929 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e8a3e38e-a663-4415-b82b-289a82012489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.569686 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0563f242-29a6-4658-a482-241555dbcf60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.736680 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0563f242-29a6-4658-a482-241555dbcf60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Network 8b7c9676-b604-477b-a586-63579afd5719 is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:37.742950 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:24:37.753730 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0563f242-29a6-4658-a482-241555dbcf60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:37.767863 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0563f242-29a6-4658-a482-241555dbcf60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:37.775191 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0563f242-29a6-4658-a482-241555dbcf60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:37.776024 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0563f242-29a6-4658-a482-241555dbcf60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.784374 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563f242-29a6-4658-a482-241555dbcf60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event updated for resources: {'Port': ['ID=3ccfabb1-82b3-4904-a943-c29622e0b546,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:37.791215 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.894584 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e8a3e38e-a663-4415-b82b-289a82012489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.897483 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e8a3e38e-a663-4415-b82b-289a82012489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:37.912170 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-e8a3e38e-a663-4415-b82b-289a82012489 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb5a2f03-8b59-4807-a38e-90056aff6522 HTTP/1.1" status: 204 len: 168 time: 0.5519245 Oct 19 08:24:37.915235 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad5e28-108e-44e4-88c1-5f7c2162afab req-7be6b644-787a-4db6-897b-6c3925fe23f9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:37.916675 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-69ad5e28-108e-44e4-88c1-5f7c2162afab req-7be6b644-787a-4db6-897b-6c3925fe23f9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 944 time: 0.2907763 Oct 19 08:24:37.928347 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0563f242-29a6-4658-a482-241555dbcf60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0336220 Oct 19 08:24:37.942561 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2db63-7c13-42ff-9058-88c94c50afeb req-ee5cfc31-79dd-4082-ba27-0e0ffb2adf9d tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:37.943271 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b8d2db63-7c13-42ff-9058-88c94c50afeb req-ee5cfc31-79dd-4082-ba27-0e0ffb2adf9d tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 944 time: 0.3184597 Oct 19 08:24:37.949302 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Transition to ACTIVE for port object f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:24:37.963831 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Request body: {'port': {'device_id': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:37.967202 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3e38e-a663-4415-b82b-289a82012489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5a2f03-8b59-4807-a38e-90056aff6522,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:38.061482 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-69ad5e28-108e-44e4-88c1-5f7c2162afab req-b1a2d727-2b12-4089-82ec-fbaa0dec300b tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150033 Oct 19 08:24:38.062159 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:38.110608 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b8d2db63-7c13-42ff-9058-88c94c50afeb req-e3ae8bf7-b3f3-4053-abee-fbb632b2594b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537321 Oct 19 08:24:38.155810 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-7dee8b43-ac0a-4681-8ed6-2b0cfe4038e7 None None] Provisioning complete for port 3ccfabb1-82b3-4904-a943-c29622e0b546 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:38.157051 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-7dee8b43-ac0a-4681-8ed6-2b0cfe4038e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:38.185029 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-50ec8a61-6f11-40fd-9083-d481f46a8910 req-f84d62b1-e8c5-41dc-b5d1-d7fe4cbcc804 service neutron] 10.222.0.11 "GET /v2.0/networks/208569bb-7601-4f08-96d0-ae2bdee2d6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998006 Oct 19 08:24:38.199796 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:38.250978 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-7dee8b43-ac0a-4681-8ed6-2b0cfe4038e7 None None] Port 3ccfabb1-82b3-4904-a943-c29622e0b546 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:24:38.295998 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-1de993b1-a5cb-4647-a464-3aed1009bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:38.368276 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Attempting to bind port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:38.368630 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Attempting to bind port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '0e445511-1b44-42b3-b617-9e3715b1bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:38.369150 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Attempting to bind port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 on network e6374a03-ed1d-4ba6-a790-eef480dd3eea {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:38.377777 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 on network e6374a03-ed1d-4ba6-a790-eef480dd3eea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:24:38.378101 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Attempting to bind port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 on network e6374a03-ed1d-4ba6-a790-eef480dd3eea {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:38.381839 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e3f3ef6d-16a1-432e-aed9-d88043cdcbaa req-ce624dbf-4103-4c79-9bd7-818d8df58831 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 210 time: 0.1051731 Oct 19 08:24:38.402631 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:38.408025 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:38.408603 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Checking segment: {'id': '0e445511-1b44-42b3-b617-9e3715b1bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:38.409330 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Bound using segment: {'id': '0e445511-1b44-42b3-b617-9e3715b1bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:38.409953 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Bound port: f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e445511-1b44-42b3-b617-9e3715b1bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:38.411190 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:38.430000 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 36266) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:38.439589 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bad24-15f7-4a61-819a-bd5d54567edf req-40367f43-d4e9-4a9f-88b2-d3b1f24ab878 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:38.441145 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-541bad24-15f7-4a61-819a-bd5d54567edf req-40367f43-d4e9-4a9f-88b2-d3b1f24ab878 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 932 time: 0.1612351 Oct 19 08:24:38.485153 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1313e888-f96b-46c4-b132-1d96acad988d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:38.497762 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af354896-e292-4dc8-8c66-71861bbc0358 {{(pid=99812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:24:38.509062 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:38.561923 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.provisioning_blocks [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Transition to ACTIVE for port object af354896-e292-4dc8-8c66-71861bbc0358 will not be triggered until provisioned by entity L2. {{(pid=99812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:24:38.567916 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:38.577693 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-1de993b1-a5cb-4647-a464-3aed1009bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:38.649125 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-541bad24-15f7-4a61-819a-bd5d54567edf req-5354aa59-70b8-47f8-9e17-8dfa8ea5c03e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876748 Oct 19 08:24:38.654365 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Pushing event updated for resources: {'Port': ['ID=af354896-e292-4dc8-8c66-71861bbc0358,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:38.678204 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] For port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:38.699478 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-1de993b1-a5cb-4647-a464-3aed1009bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:24:38.723766 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21a47b-d162-4287-8640-5b393e705bc3 req-bddaf8a9-b334-40ec-abb7-454e63bf60a1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:38.725382 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d21a47b-d162-4287-8640-5b393e705bc3 req-bddaf8a9-b334-40ec-abb7-454e63bf60a1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 931 time: 0.2429354 Oct 19 08:24:38.737751 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] For port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082,segment=NetworkSegment(0e445511-1b44-42b3-b617-9e3715b1bba3),segment_id=0e445511-1b44-42b3-b617-9e3715b1bba3)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:38.740501 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-1de993b1-a5cb-4647-a464-3aed1009bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:24:38.758559 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-1de993b1-a5cb-4647-a464-3aed1009bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:24:38.765025 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-1de993b1-a5cb-4647-a464-3aed1009bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:38.765672 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-1de993b1-a5cb-4647-a464-3aed1009bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:38.770734 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de993b1-a5cb-4647-a464-3aed1009bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event updated for resources: {'Port': ['ID=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:38.792934 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:38.861156 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-1de993b1-a5cb-4647-a464-3aed1009bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9578958 Oct 19 08:24:38.868267 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:38.868884 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:38.870332 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] 10.222.0.11 "PUT /v2.0/ports/f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 HTTP/1.1" status: 200 len: 1093 time: 3.4205291 Oct 19 08:24:38.875298 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a856f6-f552-461f-8d9c-4bf017cbbac5', 'tag': 'f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:24:38.943181 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device a1452749-7697-4896-9845-e408f2432615 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:24:39.000016 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Attempting to bind port af354896-e292-4dc8-8c66-71861bbc0358 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:39.000518 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Attempting to bind port af354896-e292-4dc8-8c66-71861bbc0358 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '0e445511-1b44-42b3-b617-9e3715b1bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea'}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:39.000731 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Attempting to bind port af354896-e292-4dc8-8c66-71861bbc0358 on network e6374a03-ed1d-4ba6-a790-eef480dd3eea {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:39.038115 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccfabb1-82b3-4904-a943-c29622e0b546 {{(pid=99812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:24:39.048604 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.065111 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Request body: {'port': {'device_id': '30b1ba9b-8d31-4658-9d03-3be46d4f7504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:24:39.065319 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Port af354896-e292-4dc8-8c66-71861bbc0358 on network e6374a03-ed1d-4ba6-a790-eef480dd3eea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:24:39.065641 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Attempting to bind port af354896-e292-4dc8-8c66-71861bbc0358 on network e6374a03-ed1d-4ba6-a790-eef480dd3eea {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:39.072316 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.provisioning_blocks [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Transition to ACTIVE for port object 3ccfabb1-82b3-4904-a943-c29622e0b546 will not be triggered until provisioned by entity L2. {{(pid=99812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:24:39.073582 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:39.073906 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Checking segment: {'id': '0e445511-1b44-42b3-b617-9e3715b1bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:39.074544 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Bound using segment: {'id': '0e445511-1b44-42b3-b617-9e3715b1bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea'} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:39.074987 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Bound port: af354896-e292-4dc8-8c66-71861bbc0358, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e445511-1b44-42b3-b617-9e3715b1bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea'}}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:39.076332 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.086729 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.116119 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d21a47b-d162-4287-8640-5b393e705bc3 req-26a5cfae-3483-445b-85c0-6445ce3bfddc tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632107 Oct 19 08:24:39.180682 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1313e888-f96b-46c4-b132-1d96acad988d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.214037 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port a1452749-7697-4896-9845-e408f2432615, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a1452749-7697-4896-9845-e408f2432615,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:39.220616 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccfabb1-82b3-4904-a943-c29622e0b546,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:39.234265 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': 'a1452749-7697-4896-9845-e408f2432615', 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f', 'port_id': 'a1452749-7697-4896-9845-e408f2432615', 'mac_address': 'fa:16:3e:d2:a1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb09846c-af61-4081-8b2b-a4066cda720c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:24:39.236303 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-92a74a09-b9d1-4c2f-943a-b5fd083d98b8 None None] Provisioning complete for port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:39.236784 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-92a74a09-b9d1-4c2f-943a-b5fd083d98b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.250303 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 36300) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:39.306013 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1313e888-f96b-46c4-b132-1d96acad988d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.318132 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-92a74a09-b9d1-4c2f-943a-b5fd083d98b8 None None] Port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:24:39.345496 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.358406 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Attempting to bind port 3ccfabb1-82b3-4904-a943-c29622e0b546 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:39.358831 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Attempting to bind port 3ccfabb1-82b3-4904-a943-c29622e0b546 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:39.359083 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Attempting to bind port 3ccfabb1-82b3-4904-a943-c29622e0b546 on network 8b7c9676-b604-477b-a586-63579afd5719 {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:39.370121 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1452749-7697-4896-9845-e408f2432615 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:24:39.389930 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Port 3ccfabb1-82b3-4904-a943-c29622e0b546 on network 8b7c9676-b604-477b-a586-63579afd5719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:24:39.390261 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Attempting to bind port 3ccfabb1-82b3-4904-a943-c29622e0b546 on network 8b7c9676-b604-477b-a586-63579afd5719 {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:39.395592 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] For port af354896-e292-4dc8-8c66-71861bbc0358, host hv-cinder-81398, cleared binding levels {{(pid=99812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:39.406469 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port a1452749-7697-4896-9845-e408f2432615, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a1452749-7697-4896-9845-e408f2432615,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:39.412134 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.412895 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:24:39.413982 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] For port af354896-e292-4dc8-8c66-71861bbc0358, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=af354896-e292-4dc8-8c66-71861bbc0358,segment=NetworkSegment(0e445511-1b44-42b3-b617-9e3715b1bba3),segment_id=0e445511-1b44-42b3-b617-9e3715b1bba3)] {{(pid=99812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:39.415816 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:39.417198 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Checking segment: {'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:39.419187 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Bound using segment: {'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:39.421385 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Bound port: 3ccfabb1-82b3-4904-a943-c29622e0b546, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'}}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:39.422332 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.431748 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.516849 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccae2f85-3b98-4990-9d33-062c224a9559" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a856f6-f552-461f-8d9c-4bf017cbbac5", "tag": "f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:24:39.522443 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:39.523092 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.524688 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/af354896-e292-4dc8-8c66-71861bbc0358 HTTP/1.1" status: 200 len: 1093 time: 2.1217639 Oct 19 08:24:39.529348 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb56f1c-831c-4725-b502-fbf7f6b9fe5b', 'tag': 'af354896-e292-4dc8-8c66-71861bbc0358'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:24:39.532009 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe76e5f1-59d5-497c-bdb8-d423ce0a57c9" -d '{"events": [{"name": "network-changed", "server_uuid": "feb56f1c-831c-4725-b502-fbf7f6b9fe5b", "tag": "af354896-e292-4dc8-8c66-71861bbc0358"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:24:39.539376 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-80275b19-338e-4204-97a1-d4daa3b41a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.543275 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72018a91-0d6f-4e5f-a11c-c4445376419e service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:39.546297 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=a1452749-7697-4896-9845-e408f2432615,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:39.580746 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6,segment=NetworkSegment(b16372b2-f734-40dd-b325-4076c4c015ed),segment_id=b16372b2-f734-40dd-b325-4076c4c015ed)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:39.593744 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': 'cbb46daa-64d5-4b7d-a375-36a1a97d0bb6', 'network_id': '208569bb-7601-4f08-96d0-ae2bdee2d6b5', 'port_id': 'cbb46daa-64d5-4b7d-a375-36a1a97d0bb6', 'mac_address': 'fa:16:3e:e7:7b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82894be0-1ee1-4946-a674-10c84046a4ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:24:39.608745 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-1313e888-f96b-46c4-b132-1d96acad988d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f75a1789946845dca1f5fcd5e32aa06c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1634340 Oct 19 08:24:39.613963 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 36312) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:39.616644 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1a07a-414f-4169-9e78-819e13318989 req-68e0edff-c74c-47a5-94cd-4a76953bcb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:39.618207 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-68e0edff-c74c-47a5-94cd-4a76953bcb1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 1096 time: 0.6065979 Oct 19 08:24:39.632043 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999122bd-ce95-4f6b-9454-8a84baa132f8 req-9b9760f6-6b22-420b-8a4a-7464133924f1 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:39.633482 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-999122bd-ce95-4f6b-9454-8a84baa132f8 req-9b9760f6-6b22-420b-8a4a-7464133924f1 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 944 time: 0.4146159 Oct 19 08:24:39.634033 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.638919 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.640215 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313e888-f96b-46c4-b132-1d96acad988d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bf1c17-64bb-48ef-b72a-cebcaea40292,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:39.640819 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c89dd0-1356-403b-963e-5204609960a8 service neutron] Pushing event updated for resources: {'Port': ['ID=af354896-e292-4dc8-8c66-71861bbc0358,revision_number=3']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:39.654064 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:24:39.656426 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f622d8-d86d-4e5a-b8a3-decc950b6be4 req-d64e00f9-2895-47a3-a2b1-cc2e3779fec1 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:39.658154 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-23f622d8-d86d-4e5a-b8a3-decc950b6be4 req-d64e00f9-2895-47a3-a2b1-cc2e3779fec1 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 944 time: 0.3869298 Oct 19 08:24:39.671934 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] For port 3ccfabb1-82b3-4904-a943-c29622e0b546, host hv-cinder-81398, cleared binding levels {{(pid=99812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:39.678374 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6,segment=NetworkSegment(b16372b2-f734-40dd-b325-4076c4c015ed),segment_id=b16372b2-f734-40dd-b325-4076c4c015ed)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:39.680071 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] For port 3ccfabb1-82b3-4904-a943-c29622e0b546, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccfabb1-82b3-4904-a943-c29622e0b546,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:39.686179 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.699464 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.738964 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-80275b19-338e-4204-97a1-d4daa3b41a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.741911 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:39.751450 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:39.752106 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.754076 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] 10.222.0.11 "PUT /v2.0/ports/3ccfabb1-82b3-4904-a943-c29622e0b546 HTTP/1.1" status: 200 len: 1094 time: 1.8001020 Oct 19 08:24:39.759456 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-999122bd-ce95-4f6b-9454-8a84baa132f8 req-0f0d1256-6f1e-45ff-988c-e53de77f5c6c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996614 Oct 19 08:24:39.761315 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-80275b19-338e-4204-97a1-d4daa3b41a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.786113 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e201f8bf-6350-4084-9856-bbdb1611f862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.815292 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-23f622d8-d86d-4e5a-b8a3-decc950b6be4 req-bc0e4dd6-a3e0-4f11-93c7-8c467eb44f34 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454926 Oct 19 08:24:39.838576 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668a0a7-791e-4876-87a0-f9184e5eb485 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccfabb1-82b3-4904-a943-c29622e0b546,revision_number=3']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:39.859058 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80275b19-338e-4204-97a1-d4daa3b41a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd1473d-efde-45ba-8414-fc0a67f724f1,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:39.871127 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-80275b19-338e-4204-97a1-d4daa3b41a96 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7060e4197a384e8b83ca991a0f4deab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167941 Oct 19 08:24:39.875146 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 36318) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:39.889197 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e201f8bf-6350-4084-9856-bbdb1611f862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.940035 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b60e-3aaf-47ab-a5ac-27bff8004c7d req-90c4cbe6-e117-4c75-8071-64a5e748c6db tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:39.941666 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bfc2b60e-3aaf-47ab-a5ac-27bff8004c7d req-90c4cbe6-e117-4c75-8071-64a5e748c6db tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 931 time: 0.0929513 Oct 19 08:24:39.967694 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-bf326e1f-085b-4bee-a828-b9de6780f649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:39.972074 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b99364-be3f-4982-9d36-8ba7e073e4bd x-openstack-request-id: req-02b99364-be3f-4982-9d36-8ba7e073e4bd {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:24:39.972360 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a856f6-f552-461f-8d9c-4bf017cbbac5", "tag": "f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:24:39.972609 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02b99364-be3f-4982-9d36-8ba7e073e4bd {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:24:39.973057 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a856f6-f552-461f-8d9c-4bf017cbbac5', 'tag': 'f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082', 'status': 'completed', 'code': 200} Oct 19 08:24:40.006642 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e201f8bf-6350-4084-9856-bbdb1611f862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.010309 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e201f8bf-6350-4084-9856-bbdb1611f862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.011861 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-e201f8bf-6350-4084-9856-bbdb1611f862 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82bf1c17-64bb-48ef-b72a-cebcaea40292 HTTP/1.1" status: 204 len: 168 time: 0.3969040 Oct 19 08:24:40.014549 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5875bbd4-bb9e-47a3-97ef-ef5852bf6642 x-openstack-request-id: req-5875bbd4-bb9e-47a3-97ef-ef5852bf6642 {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:24:40.015141 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb56f1c-831c-4725-b502-fbf7f6b9fe5b", "tag": "af354896-e292-4dc8-8c66-71861bbc0358", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:24:40.015444 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5875bbd4-bb9e-47a3-97ef-ef5852bf6642 {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:24:40.015842 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb56f1c-831c-4725-b502-fbf7f6b9fe5b', 'tag': 'af354896-e292-4dc8-8c66-71861bbc0358', 'status': 'completed', 'code': 200} Oct 19 08:24:40.018066 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-bf326e1f-085b-4bee-a828-b9de6780f649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.021273 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bfc2b60e-3aaf-47ab-a5ac-27bff8004c7d req-7bada242-8ea1-4be9-9117-2e04de3d0829 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473733 Oct 19 08:24:40.034819 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201f8bf-6350-4084-9856-bbdb1611f862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bf1c17-64bb-48ef-b72a-cebcaea40292,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:40.117953 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-bf326e1f-085b-4bee-a828-b9de6780f649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.119512 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-bf326e1f-085b-4bee-a828-b9de6780f649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.123280 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-bf326e1f-085b-4bee-a828-b9de6780f649 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4fd1473d-efde-45ba-8414-fc0a67f724f1 HTTP/1.1" status: 204 len: 168 time: 0.2446733 Oct 19 08:24:40.130734 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf326e1f-085b-4bee-a828-b9de6780f649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd1473d-efde-45ba-8414-fc0a67f724f1,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:40.184386 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:24:40.196284 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.236893 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d67d6d-fb02-4211-8c49-1401a415c218 req-67bed546-76d0-4665-9595-9e5a22a9231c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:40.238378 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30d67d6d-fb02-4211-8c49-1401a415c218 req-67bed546-76d0-4665-9595-9e5a22a9231c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.1622381 Oct 19 08:24:40.257374 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Transition to ACTIVE for port object dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:24:40.271667 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.331564 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e8357-671d-4747-94ca-4394ec436fdd req-5030a912-2a45-4b62-bfed-d8649064e7de tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:40.333053 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e00e8357-671d-4747-94ca-4394ec436fdd req-5030a912-2a45-4b62-bfed-d8649064e7de tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.1426315 Oct 19 08:24:40.355465 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30d67d6d-fb02-4211-8c49-1401a415c218 req-d2283cdd-e3b0-4ecf-abd2-3107cb79d1f7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093056 Oct 19 08:24:40.363614 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Pushing event updated for resources: {'Port': ['ID=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:40.438519 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e00e8357-671d-4747-94ca-4394ec436fdd req-a4cd6eda-08e4-44d2-a3da-dbf9295d0d2c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888715 Oct 19 08:24:40.439566 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Attempting to bind port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:24:40.439907 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Attempting to bind port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:24:40.440236 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Attempting to bind port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 on network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:40.454485 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 on network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:24:40.454834 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Attempting to bind port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 on network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:24:40.460001 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:24:40.460459 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Checking segment: {'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:24:40.460726 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Bound using segment: {'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:24:40.461154 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Bound port: dd3a33e9-9f8d-4c39-a3b8-617d066c9a63, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:24:40.461504 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.541764 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] For port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:24:40.546811 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] For port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:24:40.552221 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.584451 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 36340) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:40.592460 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:40.593069 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.594448 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] 10.222.0.11 "PUT /v2.0/ports/dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 HTTP/1.1" status: 200 len: 1093 time: 1.6001790 Oct 19 08:24:40.599212 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-fc4a224c-8546-444b-92fb-564c25244dca admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.622051 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68b1ab-16e2-4c22-916a-a75804699b1b service neutron] Pushing event updated for resources: {'Port': ['ID=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:40.701802 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-fc4a224c-8546-444b-92fb-564c25244dca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.709785 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-fc4a224c-8546-444b-92fb-564c25244dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.757439 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-fc4a224c-8546-444b-92fb-564c25244dca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd872b2cd5bd48f39d02591b3b86184b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695521 Oct 19 08:24:40.757439 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a224c-8546-444b-92fb-564c25244dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9248e6a-167e-4941-b869-3dcbed1f14e2,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:40.757873 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 36346) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:40.825294 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6893d3a5-8d41-4258-b8e1-7b63ae94adce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.851413 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6893d3a5-8d41-4258-b8e1-7b63ae94adce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.976138 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706e607-610a-48e1-bcff-310dccf98a2b req-73ca121a-3c36-4020-9e46-0573ddb84619 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:40.977630 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a706e607-610a-48e1-bcff-310dccf98a2b req-73ca121a-3c36-4020-9e46-0573ddb84619 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 945 time: 0.1107390 Oct 19 08:24:40.980377 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6893d3a5-8d41-4258-b8e1-7b63ae94adce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.983497 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6893d3a5-8d41-4258-b8e1-7b63ae94adce admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:40.984558 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-6893d3a5-8d41-4258-b8e1-7b63ae94adce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9248e6a-167e-4941-b869-3dcbed1f14e2 HTTP/1.1" status: 204 len: 168 time: 0.2255960 Oct 19 08:24:40.997553 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07cd21-e8bb-4728-9882-dc9521c96a56 req-10ded382-ca23-4bc7-9805-edbd01ba10e4 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:40.999454 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6b07cd21-e8bb-4728-9882-dc9521c96a56 req-10ded382-ca23-4bc7-9805-edbd01ba10e4 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 945 time: 0.0871878 Oct 19 08:24:41.017528 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893d3a5-8d41-4258-b8e1-7b63ae94adce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9248e6a-167e-4941-b869-3dcbed1f14e2,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:41.064106 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a706e607-610a-48e1-bcff-310dccf98a2b req-2f820dbf-afcd-4253-be3d-c85a44edf91a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775726 Oct 19 08:24:41.069091 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6b07cd21-e8bb-4728-9882-dc9521c96a56 req-9a99066e-e41c-4e6d-bac6-5b07f2f7d5f6 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594976 Oct 19 08:24:41.178420 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e2718-6bb2-4e94-8e0e-7298c82ac820 req-c000287c-8880-46b6-a615-5047a2630cd5 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:41.180069 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1f4e2718-6bb2-4e94-8e0e-7298c82ac820 req-c000287c-8880-46b6-a615-5047a2630cd5 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0532203 Oct 19 08:24:41.228402 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1f4e2718-6bb2-4e94-8e0e-7298c82ac820 req-99743b37-9d0c-4012-91c0-ba7d62bb496a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406172 Oct 19 08:24:41.383514 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 36378) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:41.493576 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b97329-81a7-458f-830b-739f3fac90f6 req-1bec7048-5a8f-4013-9321-bbb3d93293da tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:41.495488 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b4b97329-81a7-458f-830b-739f3fac90f6 req-1bec7048-5a8f-4013-9321-bbb3d93293da tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0575428 Oct 19 08:24:41.578862 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b4b97329-81a7-458f-830b-739f3fac90f6 req-edb8206c-ff8a-41d5-a320-75022fc7f9f2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752618 Oct 19 08:24:41.581607 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-211cd9a8-8074-4e98-b1ae-8ebe684c06a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:41.605120 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559a55f-9db0-4fb0-badf-0480e7af9db6 req-7a7bd6ed-0e9b-4eef-a00b-317d151b96a3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:41.607765 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5559a55f-9db0-4fb0-badf-0480e7af9db6 req-7a7bd6ed-0e9b-4eef-a00b-317d151b96a3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0962510 Oct 19 08:24:41.660609 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5559a55f-9db0-4fb0-badf-0480e7af9db6 req-4aceec3b-d310-4ac5-9feb-619d13ff2a95 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468974 Oct 19 08:24:41.712498 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-211cd9a8-8074-4e98-b1ae-8ebe684c06a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:41.717514 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-211cd9a8-8074-4e98-b1ae-8ebe684c06a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:41.756885 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-211cd9a8-8074-4e98-b1ae-8ebe684c06a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=97432922a2314eedb29517754e29b9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722939 Oct 19 08:24:41.758767 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cd9a8-8074-4e98-b1ae-8ebe684c06a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4211f1e6-6faf-4f5e-912a-c5451caf3da5,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:41.759646 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 36396) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:24:41.813901 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-2b6101b1-8b3a-46ce-ab1f-c7012f8237f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:41.835438 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-2b6101b1-8b3a-46ce-ab1f-c7012f8237f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:41.885453 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-2b6101b1-8b3a-46ce-ab1f-c7012f8237f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:41.888007 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-2b6101b1-8b3a-46ce-ab1f-c7012f8237f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:41.891365 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-2b6101b1-8b3a-46ce-ab1f-c7012f8237f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4211f1e6-6faf-4f5e-912a-c5451caf3da5 HTTP/1.1" status: 204 len: 168 time: 0.1285179 Oct 19 08:24:41.899583 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6101b1-8b3a-46ce-ab1f-c7012f8237f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4211f1e6-6faf-4f5e-912a-c5451caf3da5,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:41.906216 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-18e14944-2dea-46be-8a26-0b8059f383a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:41.974223 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b1ba9b-8d31-4658-9d03-3be46d4f7504', 'tag': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:24:41.976914 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4415dd91-6bfe-417e-b1ae-16bde8b9823a" -d '{"events": [{"name": "network-changed", "server_uuid": "30b1ba9b-8d31-4658-9d03-3be46d4f7504", "tag": "dd3a33e9-9f8d-4c39-a3b8-617d066c9a63"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:24:42.014135 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7da83db-e412-41c6-97ce-ed3afbffa7b6 x-openstack-request-id: req-d7da83db-e412-41c6-97ce-ed3afbffa7b6 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:24:42.014426 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b1ba9b-8d31-4658-9d03-3be46d4f7504", "tag": "dd3a33e9-9f8d-4c39-a3b8-617d066c9a63", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:24:42.014761 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7da83db-e412-41c6-97ce-ed3afbffa7b6 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:24:42.015185 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b1ba9b-8d31-4658-9d03-3be46d4f7504', 'tag': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63', 'status': 'completed', 'code': 200} Oct 19 08:24:42.016732 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:24:42.019018 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855f36dd-e033-4f34-8e58-e7f0fb2802eb" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:24:42.055193 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7236904-e750-4bc5-9b98-36dea44c4ac2 x-openstack-request-id: req-e7236904-e750-4bc5-9b98-36dea44c4ac2 {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:24:42.055484 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:24:42.055728 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7236904-e750-4bc5-9b98-36dea44c4ac2 {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:24:42.056123 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'status': 'completed', 'code': 200} Oct 19 08:24:42.241221 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205bc27-9bcd-4349-8459-94244957f4ed req-c00599a6-697d-4a29-8c5b-c0343d6486d1 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:42.246635 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a205bc27-9bcd-4349-8459-94244957f4ed req-c00599a6-697d-4a29-8c5b-c0343d6486d1 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 945 time: 0.0924501 Oct 19 08:24:42.256797 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc423a1c-e577-4fe0-98be-94f11b14343d req-4217d428-c743-42b4-884f-355475573a2f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:42.258231 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc423a1c-e577-4fe0-98be-94f11b14343d req-4217d428-c743-42b4-884f-355475573a2f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 945 time: 0.1064255 Oct 19 08:24:42.311137 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a205bc27-9bcd-4349-8459-94244957f4ed req-332f8500-c1af-4f4c-a4a7-6df9246e4330 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631206 Oct 19 08:24:42.332756 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc423a1c-e577-4fe0-98be-94f11b14343d req-10085aec-6e24-4bf8-ab74-b72c292414df tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487511 Oct 19 08:24:42.441719 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38ff42-8b91-4258-94a6-7259b37650c2 req-18797fab-d1c2-45ab-8abd-0554d781853e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:42.443545 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3f38ff42-8b91-4258-94a6-7259b37650c2 req-18797fab-d1c2-45ab-8abd-0554d781853e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0573349 Oct 19 08:24:42.482423 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3f38ff42-8b91-4258-94a6-7259b37650c2 req-3e1af2b2-9646-4e03-819e-a9aedce2fce1 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329061 Oct 19 08:24:42.708489 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16192b-6ad0-4bea-8a0f-874b51bc6ec7 req-aa8adf55-a7c2-4954-b331-3e0a3e58dce2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:42.711215 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5e16192b-6ad0-4bea-8a0f-874b51bc6ec7 req-aa8adf55-a7c2-4954-b331-3e0a3e58dce2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0581732 Oct 19 08:24:42.781855 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5e16192b-6ad0-4bea-8a0f-874b51bc6ec7 req-95148195-e9c6-4f4a-9a13-484c747a3eb5 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641205 Oct 19 08:24:42.803210 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40527b-cca3-4540-a76d-b89afcbc2f04 req-a9f2721f-4508-4d5c-a82f-d8b983cd41d4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:42.804764 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ad40527b-cca3-4540-a76d-b89afcbc2f04 req-a9f2721f-4508-4d5c-a82f-d8b983cd41d4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0667784 Oct 19 08:24:42.863073 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ad40527b-cca3-4540-a76d-b89afcbc2f04 req-586a5eb8-6ba0-4e23-bb1a-84543cd4ace3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488293 Oct 19 08:24:43.148571 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-c0f410c3-a000-4f12-8231-86570b31f531 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 HTTP/1.1" status: 200 len: 217 time: 0.0604117 Oct 19 08:24:43.181304 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-4d2502a7-7e9a-4af2-88b8-7c2ade37c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:43.182793 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-4d2502a7-7e9a-4af2-88b8-7c2ade37c9c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d039e505af3b42a3afdc9ac76295e901&device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 1096 time: 0.0677974 Oct 19 08:24:43.188845 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76e5f1-59d5-497c-bdb8-d423ce0a57c9 req-b5c77178-1092-4e4a-95e2-0215abe67f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:43.190253 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-fe76e5f1-59d5-497c-bdb8-d423ce0a57c9 req-b5c77178-1092-4e4a-95e2-0215abe67f38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 1096 time: 0.0511131 Oct 19 08:24:43.216264 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1a07a-414f-4169-9e78-819e13318989 req-e5b19d4d-4d96-432d-9d57-232418fa7a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:43.217697 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-e5b19d4d-4d96-432d-9d57-232418fa7a45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b4a4536-b5d9-4719-8e5f-eed0720f1f4c HTTP/1.1" status: 200 len: 859 time: 0.0528855 Oct 19 08:24:43.219478 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-b2c3db06-48de-4fe9-a47c-2fc307b34321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:43.220785 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-b2c3db06-48de-4fe9-a47c-2fc307b34321 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 1097 time: 0.0806885 Oct 19 08:24:43.488089 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-a46f1ded-e4e5-44b6-af63-d095d19fb51d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 HTTP/1.1" status: 200 len: 217 time: 0.0507126 Oct 19 08:24:43.503583 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-a69b2d5a-0d9c-4fc3-871e-f3bbbaab0f47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6374a03-ed1d-4ba6-a790-eef480dd3eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626318 Oct 19 08:24:43.508075 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-cbd46639-3681-4212-9b80-cb4346ef9e7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ccfabb1-82b3-4904-a943-c29622e0b546 HTTP/1.1" status: 200 len: 217 time: 0.0682869 Oct 19 08:24:43.516247 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9fc67-8895-4104-938e-5cf9910bf879 req-3576cbab-421c-45bc-bb4c-61df4ade96fd tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:43.517699 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8fa9fc67-8895-4104-938e-5cf9910bf879 req-3576cbab-421c-45bc-bb4c-61df4ade96fd tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 945 time: 0.1402259 Oct 19 08:24:43.579518 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfcca5-c726-4fac-b731-f3a403136463 req-e3dae54e-2904-4609-82de-661b911e0cee tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:43.581001 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d4cfcca5-c726-4fac-b731-f3a403136463 req-e3dae54e-2904-4609-82de-661b911e0cee tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 945 time: 0.1753957 Oct 19 08:24:43.648966 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-c41c684d-b73e-4ebc-9399-ca3a7a8bb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:43.650324 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-c41c684d-b73e-4ebc-9399-ca3a7a8bb857 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa061827-a35c-494b-9df2-e4239fe5ce7a HTTP/1.1" status: 200 len: 849 time: 0.1475968 Oct 19 08:24:43.678022 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0b5ead73-193a-4b6e-933c-d2ec23c8a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:43.679483 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-0b5ead73-193a-4b6e-933c-d2ec23c8a418 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be9abea3-4266-4603-b94f-731252d257c2 HTTP/1.1" status: 200 len: 856 time: 0.1598370 Oct 19 08:24:43.686763 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8fa9fc67-8895-4104-938e-5cf9910bf879 req-77fad1d2-14f9-4e07-b7b0-62ec1fd15424 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499248 Oct 19 08:24:43.704228 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['a1452749-7697-4896-9845-e408f2432615'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:24:43.710161 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76e5f1-59d5-497c-bdb8-d423ce0a57c9 req-286a1e51-c6f6-48d6-a723-e92811a8e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:43.711642 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-fe76e5f1-59d5-497c-bdb8-d423ce0a57c9 req-286a1e51-c6f6-48d6-a723-e92811a8e093 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2729907 Oct 19 08:24:43.735666 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d4cfcca5-c726-4fac-b731-f3a403136463 req-c43fe00f-cad3-4d95-aada-680a29b7bd57 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386380 Oct 19 08:24:43.751333 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-53ba4d0c-0f0d-4c82-b9e1-cc1ad9bdf2cc service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326567 Oct 19 08:24:43.752507 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['cbb46daa-64d5-4b7d-a375-36a1a97d0bb6'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:24:43.780349 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-c279df9c-ad7e-4388-b630-5bae55efc375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:43.781848 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-c279df9c-ad7e-4388-b630-5bae55efc375 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1210725 Oct 19 08:24:43.826937 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-a3be076c-1be6-41ae-afa3-10f4f78fb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:43.828528 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-a3be076c-1be6-41ae-afa3-10f4f78fb02d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b7c9676-b604-477b-a586-63579afd5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1409044 Oct 19 08:24:43.964879 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76e5f1-59d5-497c-bdb8-d423ce0a57c9 req-e8aedbb5-d525-4b89-a9c1-8859f0d098d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:43.966993 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-fe76e5f1-59d5-497c-bdb8-d423ce0a57c9 req-e8aedbb5-d525-4b89-a9c1-8859f0d098d9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2437379 Oct 19 08:24:43.982435 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-8523ffbe-5235-406c-900e-050740b93ffc service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890514 Oct 19 08:24:43.989486 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc1a07a-414f-4169-9e78-819e13318989 req-6a7474e1-c9ad-4591-ba70-7d0fbdc4c8e9 service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231753 Oct 19 08:24:44.061994 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777a7ad-8c50-4d8b-8a7c-90a6f9bc111a req-07710d39-4506-45b0-88bb-b9970146583c tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.064025 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4777a7ad-8c50-4d8b-8a7c-90a6f9bc111a req-07710d39-4506-45b0-88bb-b9970146583c tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.2958913 Oct 19 08:24:44.113288 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0c64d-dc85-4800-a949-936d857b2bed req-856fd617-bd80-484e-813b-799df5dbef3b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.114873 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2cc0c64d-dc85-4800-a949-936d857b2bed req-856fd617-bd80-484e-813b-799df5dbef3b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.2172923 Oct 19 08:24:44.122960 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae2f85-3b98-4990-9d33-062c224a9559 req-d69a8c01-455e-4706-b080-c50235147330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.124661 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ccae2f85-3b98-4990-9d33-062c224a9559 req-d69a8c01-455e-4706-b080-c50235147330 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 1096 time: 0.0733151 Oct 19 08:24:44.126593 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-c96ed974-5934-4cf6-b4a4-cf62faef0aa9 req-66e6e634-0d5e-4318-b305-c6fcead16184 service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364617 Oct 19 08:24:44.148429 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-8294233b-97ba-459e-8ea0-c4723d2e76e0 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525601 Oct 19 08:24:44.201575 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-7268c468-7ad7-4e5a-90fa-2bb09ebaa449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.203086 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-7268c468-7ad7-4e5a-90fa-2bb09ebaa449 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 1096 time: 0.1562989 Oct 19 08:24:44.213961 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4777a7ad-8c50-4d8b-8a7c-90a6f9bc111a req-5d47533e-e6c0-4b3f-8523-8eb992590eb0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403010 Oct 19 08:24:44.240166 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2cc0c64d-dc85-4800-a949-936d857b2bed req-883e89e5-440e-4904-948b-675628ebfa65 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100640 Oct 19 08:24:44.268750 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae2f85-3b98-4990-9d33-062c224a9559 req-164902d5-d7ae-4acc-be93-5ba1a8402d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.270244 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ccae2f85-3b98-4990-9d33-062c224a9559 req-164902d5-d7ae-4acc-be93-5ba1a8402d0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6374a03-ed1d-4ba6-a790-eef480dd3eea HTTP/1.1" status: 200 len: 920 time: 0.1330822 Oct 19 08:24:44.273546 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-fade3f4a-546c-438a-872c-24ee166b3de3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af354896-e292-4dc8-8c66-71861bbc0358 HTTP/1.1" status: 200 len: 217 time: 0.0549195 Oct 19 08:24:44.280515 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415dd91-6bfe-417e-b1ae-16bde8b9823a req-e18c70f8-7525-4821-81b4-1788e9d0fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.282260 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-4415dd91-6bfe-417e-b1ae-16bde8b9823a req-e18c70f8-7525-4821-81b4-1788e9d0fce9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d039e505af3b42a3afdc9ac76295e901&device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 1096 time: 0.0611920 Oct 19 08:24:44.327224 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ccae2f85-3b98-4990-9d33-062c224a9559 req-986325d1-ee60-4256-a617-3bfdc52f7897 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 HTTP/1.1" status: 200 len: 217 time: 0.0438354 Oct 19 08:24:44.587809 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-90af6aeb-1c21-474d-abbd-39e58cb37f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.589455 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-90af6aeb-1c21-474d-abbd-39e58cb37f2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b4a4536-b5d9-4719-8e5f-eed0720f1f4c HTTP/1.1" status: 200 len: 859 time: 0.2911479 Oct 19 08:24:44.593311 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cfcc38-6ad8-473c-900c-0a8980a1f42d req-683f3c5b-e6f3-4616-a2aa-b2a21543400d service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303465 Oct 19 08:24:44.609961 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae2f85-3b98-4990-9d33-062c224a9559 req-cd3d095a-bf18-4f7a-aecd-89872333fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.611447 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ccae2f85-3b98-4990-9d33-062c224a9559 req-cd3d095a-bf18-4f7a-aecd-89872333fec8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b4a4536-b5d9-4719-8e5f-eed0720f1f4c HTTP/1.1" status: 200 len: 859 time: 0.2743480 Oct 19 08:24:44.640833 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514e7d2-1305-452d-b554-7686ea63ec71 req-a4a7c84d-0066-4e80-a3ee-98d0df6f3886 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.642389 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8514e7d2-1305-452d-b554-7686ea63ec71 req-a4a7c84d-0066-4e80-a3ee-98d0df6f3886 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.3144281 Oct 19 08:24:44.644298 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-c192f99d-5076-4743-ad30-9c999a572758 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6374a03-ed1d-4ba6-a790-eef480dd3eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403290 Oct 19 08:24:44.658079 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415dd91-6bfe-417e-b1ae-16bde8b9823a req-93dc6d74-8cb1-4d53-a43d-9f80ff5bc419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.660444 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-4415dd91-6bfe-417e-b1ae-16bde8b9823a req-93dc6d74-8cb1-4d53-a43d-9f80ff5bc419 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 HTTP/1.1" status: 200 len: 911 time: 0.3705089 Oct 19 08:24:44.692247 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ccae2f85-3b98-4990-9d33-062c224a9559 req-c9077550-7a89-4572-b0e3-d007630eedaf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6374a03-ed1d-4ba6-a790-eef480dd3eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737011 Oct 19 08:24:44.723353 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-4415dd91-6bfe-417e-b1ae-16bde8b9823a req-deab7d01-61ad-44c6-980e-86051069f219 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 HTTP/1.1" status: 200 len: 217 time: 0.0423651 Oct 19 08:24:44.795563 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8514e7d2-1305-452d-b554-7686ea63ec71 req-c3c7a3ef-83c1-4fc4-806f-adeabe94eb76 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459825 Oct 19 08:24:44.829929 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f36dd-e033-4f34-8e58-e7f0fb2802eb req-9fb15857-14b5-4a9f-985a-8bbc94a609d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.831436 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-855f36dd-e033-4f34-8e58-e7f0fb2802eb req-9fb15857-14b5-4a9f-985a-8bbc94a609d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 1097 time: 0.1659741 Oct 19 08:24:44.840965 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415dd91-6bfe-417e-b1ae-16bde8b9823a req-f9bb2532-c74e-4785-b0a7-5eb4bdc21689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.843826 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-4415dd91-6bfe-417e-b1ae-16bde8b9823a req-f9bb2532-c74e-4785-b0a7-5eb4bdc21689 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa061827-a35c-494b-9df2-e4239fe5ce7a HTTP/1.1" status: 200 len: 849 time: 0.1121366 Oct 19 08:24:44.888109 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ccae2f85-3b98-4990-9d33-062c224a9559 req-61be781d-4ad0-47dd-87dc-2684b8dec57c service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666088 Oct 19 08:24:44.906108 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-81ef3018-296e-47f9-8be9-5a61532981c2 service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499034 Oct 19 08:24:44.924845 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415dd91-6bfe-417e-b1ae-16bde8b9823a req-c3558d15-d7db-486f-92e3-76d5838a2f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.926333 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-4415dd91-6bfe-417e-b1ae-16bde8b9823a req-c3558d15-d7db-486f-92e3-76d5838a2f4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730176 Oct 19 08:24:44.957869 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26abf24-d933-457c-b307-05c28da697b8 req-727eeb07-4d48-49ca-b578-26ffe8fc265a tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:44.959328 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c26abf24-d933-457c-b307-05c28da697b8 req-727eeb07-4d48-49ca-b578-26ffe8fc265a tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 945 time: 0.1755586 Oct 19 08:24:45.057556 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ccae2f85-3b98-4990-9d33-062c224a9559 req-5de0906f-189d-46c8-ac2c-12dd76b2ed81 service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619353 Oct 19 08:24:45.086750 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-aa97712d-240e-432e-93a0-ed2cb5358fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:45.090918 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-4415dd91-6bfe-417e-b1ae-16bde8b9823a req-0bf7ac73-fbfe-421f-8aba-9b2837d6e03d service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566236 Oct 19 08:24:45.113213 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f36dd-e033-4f34-8e58-e7f0fb2802eb req-518f8780-53ef-4a2a-adab-03c14fe843da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:45.114724 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-855f36dd-e033-4f34-8e58-e7f0fb2802eb req-518f8780-53ef-4a2a-adab-03c14fe843da service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 918 time: 0.2735991 Oct 19 08:24:45.126227 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccf51a-b538-48b7-9f5c-14a22a98b73f req-f93eb711-8bb8-4a58-8f88-f828d720cffc tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:45.131516 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d0ccf51a-b538-48b7-9f5c-14a22a98b73f req-f93eb711-8bb8-4a58-8f88-f828d720cffc tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 945 time: 0.2573495 Oct 19 08:24:45.148211 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c26abf24-d933-457c-b307-05c28da697b8 req-2d1670ae-3c66-451a-a556-e29e795103bd tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792195 Oct 19 08:24:45.194189 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-855f36dd-e033-4f34-8e58-e7f0fb2802eb req-0cb2dbb8-0cb5-4343-a20a-119021d17257 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ccfabb1-82b3-4904-a943-c29622e0b546 HTTP/1.1" status: 200 len: 217 time: 0.0588098 Oct 19 08:24:45.217986 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-4415dd91-6bfe-417e-b1ae-16bde8b9823a req-878b87f6-f739-4deb-8766-9e70886b093c service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186275 Oct 19 08:24:45.222968 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-87c3900d-7053-44ff-8fc7-acb4743a62ab req-c27cfc44-71ba-4051-8cc8-257d12bc1c74 service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975986 Oct 19 08:24:45.284836 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d0ccf51a-b538-48b7-9f5c-14a22a98b73f req-f29aa4b0-65da-4c0f-89d9-8f1821f90b88 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400850 Oct 19 08:24:45.289973 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f36dd-e033-4f34-8e58-e7f0fb2802eb req-5239705f-666a-4342-9e21-674e50af534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:45.295449 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-855f36dd-e033-4f34-8e58-e7f0fb2802eb req-5239705f-666a-4342-9e21-674e50af534c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be9abea3-4266-4603-b94f-731252d257c2 HTTP/1.1" status: 200 len: 856 time: 0.0876162 Oct 19 08:24:45.419550 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f36dd-e033-4f34-8e58-e7f0fb2802eb req-c265abdb-bf63-4ed3-af82-776e2b13fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:45.419550 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-855f36dd-e033-4f34-8e58-e7f0fb2802eb req-c265abdb-bf63-4ed3-af82-776e2b13fabc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b7c9676-b604-477b-a586-63579afd5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1128981 Oct 19 08:24:45.433148 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4b3c2-b5e4-43b1-9c60-ab5fc5bcdcde req-528dad42-2c5f-4259-b0fc-9c278c910a93 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:45.435370 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5a4b3c2-b5e4-43b1-9c60-ab5fc5bcdcde req-528dad42-2c5f-4259-b0fc-9c278c910a93 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.1167498 Oct 19 08:24:45.491621 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68870250-de17-4a74-a23f-86a8f38ef5e3 req-5ccf4281-ce2b-4d35-a4e4-7e45545480a6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:45.493034 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-68870250-de17-4a74-a23f-86a8f38ef5e3 req-5ccf4281-ce2b-4d35-a4e4-7e45545480a6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.1343234 Oct 19 08:24:45.564265 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5a4b3c2-b5e4-43b1-9c60-ab5fc5bcdcde req-266aafb8-78cd-4741-a47a-5bd15458fe14 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162887 Oct 19 08:24:45.591454 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-68870250-de17-4a74-a23f-86a8f38ef5e3 req-2b0ccbaa-2545-4747-895f-9b147e85c0f6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910614 Oct 19 08:24:45.596791 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-855f36dd-e033-4f34-8e58-e7f0fb2802eb req-64232ab7-b95f-4d07-a136-d3489222b3ff service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603825 Oct 19 08:24:45.686288 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-855f36dd-e033-4f34-8e58-e7f0fb2802eb req-bc64656a-5c3a-4aee-a37c-88f2b3c88157 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813181 Oct 19 08:24:45.915203 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ae5cb-5322-4d38-834d-791c0940de92 req-50e8799e-afa0-4761-82e6-0ab95847bae2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:45.916783 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6b6ae5cb-5322-4d38-834d-791c0940de92 req-50e8799e-afa0-4761-82e6-0ab95847bae2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0489352 Oct 19 08:24:45.920097 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:45.959012 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6b6ae5cb-5322-4d38-834d-791c0940de92 req-38c21521-74d2-4af2-8fc7-19b84a2fa116 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353346 Oct 19 08:24:46.269402 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a524-07dc-4a91-9353-593bc1a688d8 req-266724be-9348-4457-babd-1d58fbb1ae78 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:46.270833 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-75e1a524-07dc-4a91-9353-593bc1a688d8 req-266724be-9348-4457-babd-1d58fbb1ae78 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 945 time: 0.0480397 Oct 19 08:24:46.312970 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-75e1a524-07dc-4a91-9353-593bc1a688d8 req-1abee112-b79a-4fd0-b042-6631c9e16bb4 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362613 Oct 19 08:24:46.401761 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e32508-40e1-4f6e-9f36-b59517880465 req-e4c46e08-afca-4eff-b3b6-4c09bb1ea846 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:46.404235 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-01e32508-40e1-4f6e-9f36-b59517880465 req-e4c46e08-afca-4eff-b3b6-4c09bb1ea846 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 945 time: 0.0479901 Oct 19 08:24:46.441942 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-01e32508-40e1-4f6e-9f36-b59517880465 req-521edee2-c10e-4f58-b824-f206997988b7 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Oct 19 08:24:46.579107 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:46.705522 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5511f-4769-4e44-bd5f-fa39ea70a72b req-b0454a74-0dab-47c0-b15b-a7bcb6711936 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:46.706896 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-77e5511f-4769-4e44-bd5f-fa39ea70a72b req-b0454a74-0dab-47c0-b15b-a7bcb6711936 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0753894 Oct 19 08:24:46.728492 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77ff7a-11e4-4add-a750-adbdd12d8bec req-e8983326-bedc-494a-8c44-cb1170fbc840 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:46.729849 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-be77ff7a-11e4-4add-a750-adbdd12d8bec req-e8983326-bedc-494a-8c44-cb1170fbc840 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0696051 Oct 19 08:24:46.775246 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-77e5511f-4769-4e44-bd5f-fa39ea70a72b req-4ce3b3bf-f158-422b-a777-755155151a95 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622764 Oct 19 08:24:46.782919 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-be77ff7a-11e4-4add-a750-adbdd12d8bec req-b0ad4cc8-5738-4bc0-b705-5208b40eb730 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462937 Oct 19 08:24:47.070410 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddf52c-0ade-4e63-a8f2-817d855f70ca req-0559da9d-b032-4786-a158-bcaf525873bd tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:47.071869 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5fddf52c-0ade-4e63-a8f2-817d855f70ca req-0559da9d-b032-4786-a158-bcaf525873bd tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0471797 Oct 19 08:24:47.108721 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5fddf52c-0ade-4e63-a8f2-817d855f70ca req-9302baf0-9e02-49de-83b0-888f0518ae88 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303569 Oct 19 08:24:47.424526 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d0378-31c6-40b6-a9a9-ad9732ade5d4 req-ff8aee13-c02a-4864-a0b8-3ea4466cd19f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:47.425978 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5c3d0378-31c6-40b6-a9a9-ad9732ade5d4 req-ff8aee13-c02a-4864-a0b8-3ea4466cd19f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 945 time: 0.0468605 Oct 19 08:24:47.465830 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5c3d0378-31c6-40b6-a9a9-ad9732ade5d4 req-76f05e4c-946e-4688-93a8-f09c463d4412 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339017 Oct 19 08:24:47.552290 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d310fc4-3cd0-43b8-a53a-e488d2094467 req-4f8db154-587e-400c-9992-45fd392088d9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:47.553704 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d310fc4-3cd0-43b8-a53a-e488d2094467 req-4f8db154-587e-400c-9992-45fd392088d9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 945 time: 0.0461357 Oct 19 08:24:47.589881 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d310fc4-3cd0-43b8-a53a-e488d2094467 req-94e4dbd7-924d-4f23-9303-5c1fa23bc50f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304289 Oct 19 08:24:47.643452 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:47.918721 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804eae4d-c98c-4a21-abc4-5b3b3f512362 req-2a16e010-a89d-4eb9-b358-674102716b2f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:47.920418 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-804eae4d-c98c-4a21-abc4-5b3b3f512362 req-2a16e010-a89d-4eb9-b358-674102716b2f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0775318 Oct 19 08:24:47.927995 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b51af-6ee0-4547-9eee-edc51c3394d4 req-6a98c473-1633-49c8-8b32-b75574c8aad1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:47.929303 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f61b51af-6ee0-4547-9eee-edc51c3394d4 req-6a98c473-1633-49c8-8b32-b75574c8aad1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0752916 Oct 19 08:24:47.985422 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-804eae4d-c98c-4a21-abc4-5b3b3f512362 req-a1b1acb7-be87-415d-aab3-12f6884341f6 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552113 Oct 19 08:24:47.990103 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f61b51af-6ee0-4547-9eee-edc51c3394d4 req-6e2d70c2-574c-437c-bdda-031d3e804789 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534952 Oct 19 08:24:48.219730 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01aa5a-8735-4f70-b39d-0cbd4b568e63 req-5598a6e1-409d-47f8-9252-12b8893e61ed tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:48.221163 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c01aa5a-8735-4f70-b39d-0cbd4b568e63 req-5598a6e1-409d-47f8-9252-12b8893e61ed tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0473142 Oct 19 08:24:48.258292 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c01aa5a-8735-4f70-b39d-0cbd4b568e63 req-79c84722-2933-4643-ad85-aa85a643eb30 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312352 Oct 19 08:24:48.581563 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c9f31-462a-47cf-8de4-3079e724c323 req-7da3aeca-3e0e-4661-adc9-ab3e0ee250c3 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:48.583006 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e30c9f31-462a-47cf-8de4-3079e724c323 req-7da3aeca-3e0e-4661-adc9-ab3e0ee250c3 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 945 time: 0.0473197 Oct 19 08:24:48.619920 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e30c9f31-462a-47cf-8de4-3079e724c323 req-b917962a-6a3f-428e-88fb-c0eaebe0936b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310194 Oct 19 08:24:48.706207 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34376e-c605-4bbe-aec3-379d5dc30a71 req-de3291f6-1645-4d26-9169-bc0cc9dffd4d tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:48.707608 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-eb34376e-c605-4bbe-aec3-379d5dc30a71 req-de3291f6-1645-4d26-9169-bc0cc9dffd4d tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 945 time: 0.0517063 Oct 19 08:24:48.746889 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-eb34376e-c605-4bbe-aec3-379d5dc30a71 req-321ba91f-ea0f-4e94-ba9d-ec8b4e43a0b2 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313320 Oct 19 08:24:49.131193 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fb6b9-6828-4246-9ccc-e21f0531d9b6 req-529f2ed0-5aa1-4bdf-ad63-33b47a40dde8 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:49.132625 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-827fb6b9-6828-4246-9ccc-e21f0531d9b6 req-529f2ed0-5aa1-4bdf-ad63-33b47a40dde8 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0776360 Oct 19 08:24:49.144498 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249e293-e083-4086-8d63-65dc831640bb req-2f01c2c3-4c92-4487-8126-c28463aca9e8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:49.145859 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1249e293-e083-4086-8d63-65dc831640bb req-2f01c2c3-4c92-4487-8126-c28463aca9e8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0793970 Oct 19 08:24:49.203018 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-827fb6b9-6828-4246-9ccc-e21f0531d9b6 req-89e2a9d9-fe75-44b3-bd6f-930cc22f9503 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562191 Oct 19 08:24:49.210706 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1249e293-e083-4086-8d63-65dc831640bb req-ff3a4ed1-28f2-44c4-b7ff-aeddc472b729 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571787 Oct 19 08:24:49.374424 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a534db-3aba-4082-9a03-7dc9c97d1eac req-e6940867-2022-423a-b607-5c41c723ac86 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:49.376057 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48a534db-3aba-4082-9a03-7dc9c97d1eac req-e6940867-2022-423a-b607-5c41c723ac86 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0513067 Oct 19 08:24:49.417503 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48a534db-3aba-4082-9a03-7dc9c97d1eac req-78f55e8a-8556-452c-89a8-c58fb32ff4eb tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349503 Oct 19 08:24:49.730649 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d5659-09b3-481f-b2ce-9598f0b4edde req-b25bb1d3-f5db-43e3-a730-76f32e377266 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:49.732678 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-815d5659-09b3-481f-b2ce-9598f0b4edde req-b25bb1d3-f5db-43e3-a730-76f32e377266 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 945 time: 0.0490291 Oct 19 08:24:49.770138 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-815d5659-09b3-481f-b2ce-9598f0b4edde req-8e9e1694-2fda-474e-ae58-e160531c0a0c tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Oct 19 08:24:49.859412 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb600d-2890-477b-b7f7-e8bac9b14dae req-40d14d7e-f603-4790-88d6-bb6696887482 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:49.860819 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2afb600d-2890-477b-b7f7-e8bac9b14dae req-40d14d7e-f603-4790-88d6-bb6696887482 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 945 time: 0.0462928 Oct 19 08:24:49.904746 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2afb600d-2890-477b-b7f7-e8bac9b14dae req-f10cdb6c-8376-4ab8-8864-91ecfbcdce00 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377705 Oct 19 08:24:49.907277 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:50.339809 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89666219-038e-4032-96e2-21ba1cc12e63 req-d38cc7de-8b39-4b1b-a94d-ece032d0421b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:50.341784 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-89666219-038e-4032-96e2-21ba1cc12e63 req-d38cc7de-8b39-4b1b-a94d-ece032d0421b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0723579 Oct 19 08:24:50.362164 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cdd82-f9be-4bd1-96b2-41bb905d6622 req-4ccc06cb-7409-43d3-8208-8fc0c8969f28 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:50.363657 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b70cdd82-f9be-4bd1-96b2-41bb905d6622 req-4ccc06cb-7409-43d3-8208-8fc0c8969f28 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0688808 Oct 19 08:24:50.412744 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-89666219-038e-4032-96e2-21ba1cc12e63 req-a4e1c2ff-a4f1-4ab4-b58a-9c4946e661cf tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637071 Oct 19 08:24:50.417356 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b70cdd82-f9be-4bd1-96b2-41bb905d6622 req-efc8e4d9-ee61-451d-a019-45d274877d41 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465755 Oct 19 08:24:50.532914 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c741b0d-fdf0-4e7e-8e99-54b2af803694 req-ca8558db-2cca-4028-bde3-59128eb45ed1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:50.534350 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0c741b0d-fdf0-4e7e-8e99-54b2af803694 req-ca8558db-2cca-4028-bde3-59128eb45ed1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0497587 Oct 19 08:24:50.575860 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0c741b0d-fdf0-4e7e-8e99-54b2af803694 req-a284a072-0290-4899-8987-b7c634e8f92c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346119 Oct 19 08:24:50.891122 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c6da3-65e8-4524-abfa-c6f75d41e0cb req-15d9e09e-874a-4931-b947-cc0671f29da1 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:50.892581 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7b9c6da3-65e8-4524-abfa-c6f75d41e0cb req-15d9e09e-874a-4931-b947-cc0671f29da1 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 945 time: 0.0515597 Oct 19 08:24:50.933659 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7b9c6da3-65e8-4524-abfa-c6f75d41e0cb req-65a1df51-9c5e-4878-9469-e933c68af4e8 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350044 Oct 19 08:24:51.030759 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a122c-a6fc-4179-9d41-0cd796b1ce8b req-09559156-c519-4642-b9fc-2b0ac78893a4 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:51.032185 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0f7a122c-a6fc-4179-9d41-0cd796b1ce8b req-09559156-c519-4642-b9fc-2b0ac78893a4 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 945 time: 0.0474000 Oct 19 08:24:51.068880 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0f7a122c-a6fc-4179-9d41-0cd796b1ce8b req-c3362a4c-5224-4a04-8491-9705ff3017a6 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306339 Oct 19 08:24:51.558249 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a914-b232-48e6-993c-c68aac812caf req-764bc41b-d9f1-43a7-857f-512d7755625e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:51.560440 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f409a914-b232-48e6-993c-c68aac812caf req-764bc41b-d9f1-43a7-857f-512d7755625e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0815532 Oct 19 08:24:51.568088 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa8aa0-e59f-46e6-97c5-ed18a3a143bb req-a1286391-f933-48e5-afb8-851b397d8fee tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:51.569404 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-78fa8aa0-e59f-46e6-97c5-ed18a3a143bb req-a1286391-f933-48e5-afb8-851b397d8fee tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0821233 Oct 19 08:24:51.618040 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:51.626383 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f409a914-b232-48e6-993c-c68aac812caf req-6ad5e45b-eec5-47d5-ac4e-e8ec4cc9b307 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560572 Oct 19 08:24:51.629312 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-78fa8aa0-e59f-46e6-97c5-ed18a3a143bb req-378bc177-1862-4699-ba44-ffc1dd0e17fa tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528147 Oct 19 08:24:51.669525 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:24:51.673580 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:51.673932 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:51.734615 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d192b5-ec2b-44bd-ad92-9526c568e16c req-876d9231-eec5-41f2-a932-91520cd63e56 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:51.736061 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-13d192b5-ec2b-44bd-ad92-9526c568e16c req-876d9231-eec5-41f2-a932-91520cd63e56 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0471911 Oct 19 08:24:51.752248 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:51.774167 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-13d192b5-ec2b-44bd-ad92-9526c568e16c req-b7e4fd3a-5ef0-4a4e-b6b1-ad2599e2044b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Oct 19 08:24:51.774376 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dbc4e4-8c02-40ac-92be-01a7d58a97a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb46daa-64d5-4b7d-a375-36a1a97d0bb6'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:24:51.851676 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6,segment=NetworkSegment(b16372b2-f734-40dd-b325-4076c4c015ed),segment_id=b16372b2-f734-40dd-b325-4076c4c015ed)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:51.857168 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:51.906302 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:51.944431 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6c1c78-4889-499e-a920-29fb239fbe94" -d '{"events": [{"server_uuid": "59dbc4e4-8c02-40ac-92be-01a7d58a97a1", "name": "network-vif-plugged", "status": "completed", "tag": "cbb46daa-64d5-4b7d-a375-36a1a97d0bb6"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:24:52.040502 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6795bb-f179-4451-b478-086fd7761ce9 x-openstack-request-id: req-ff6795bb-f179-4451-b478-086fd7761ce9 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:24:52.040789 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dbc4e4-8c02-40ac-92be-01a7d58a97a1", "name": "network-vif-plugged", "status": "completed", "tag": "cbb46daa-64d5-4b7d-a375-36a1a97d0bb6", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:24:52.041067 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff6795bb-f179-4451-b478-086fd7761ce9 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:24:52.041523 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dbc4e4-8c02-40ac-92be-01a7d58a97a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb46daa-64d5-4b7d-a375-36a1a97d0bb6', 'code': 200} Oct 19 08:24:52.054696 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e90105-f114-49db-b27a-2ae5ab80897f req-96385eab-4cf0-4baf-a317-53dec6afe56b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:52.056156 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d4e90105-f114-49db-b27a-2ae5ab80897f req-96385eab-4cf0-4baf-a317-53dec6afe56b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0504780 Oct 19 08:24:52.093283 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d4e90105-f114-49db-b27a-2ae5ab80897f req-c99980b3-62d5-48f5-a93b-5941175a1bcf tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304935 Oct 19 08:24:52.181899 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09181bf7-b7af-47fa-9cf9-61b447d1dae9 req-e24c5de1-50d4-4848-b7e5-8b1634e6acf7 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:52.183389 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-09181bf7-b7af-47fa-9cf9-61b447d1dae9 req-e24c5de1-50d4-4848-b7e5-8b1634e6acf7 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 945 time: 0.0467074 Oct 19 08:24:52.220779 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-09181bf7-b7af-47fa-9cf9-61b447d1dae9 req-aa74c591-e895-46ab-9fea-b6b6a502d6c4 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307248 Oct 19 08:24:52.627335 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device a1452749-7697-4896-9845-e408f2432615 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:52.677366 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port a1452749-7697-4896-9845-e408f2432615 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:24:52.681075 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port a1452749-7697-4896-9845-e408f2432615 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:24:52.681436 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:52.756005 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:52.794704 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port a1452749-7697-4896-9845-e408f2432615, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a1452749-7697-4896-9845-e408f2432615,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:52.800599 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:52.851227 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=a1452749-7697-4896-9845-e408f2432615,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:52.938837 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912b7b-8f82-41ae-95db-8905f33c61a2 req-08898dea-fc06-4142-91c0-d68ffc559556 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:52.940183 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-59912b7b-8f82-41ae-95db-8905f33c61a2 req-08898dea-fc06-4142-91c0-d68ffc559556 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.2440991 Oct 19 08:24:52.951543 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba88340-3cb6-49cc-bf31-0d4e0f0eaa1d req-3d67f34b-ae10-496c-871f-13edd13b799b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:52.952891 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7ba88340-3cb6-49cc-bf31-0d4e0f0eaa1d req-3d67f34b-ae10-496c-871f-13edd13b799b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.2465289 Oct 19 08:24:53.007516 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-59912b7b-8f82-41ae-95db-8905f33c61a2 req-9cc91dee-894e-4b01-8c6a-4155badf6a0d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536623 Oct 19 08:24:53.010173 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7ba88340-3cb6-49cc-bf31-0d4e0f0eaa1d req-3a81b911-f635-4cf7-938c-f5774a2ed2d7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509024 Oct 19 08:24:53.106811 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a921751-0638-41aa-bd01-6e416297fc4d req-398184c2-41da-4642-b1ca-46d03e1af54c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:53.108221 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5a921751-0638-41aa-bd01-6e416297fc4d req-398184c2-41da-4642-b1ca-46d03e1af54c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0478685 Oct 19 08:24:53.145947 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5a921751-0638-41aa-bd01-6e416297fc4d req-788e0af4-0f45-4d23-8ec8-f46184af041f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318067 Oct 19 08:24:53.204988 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9699c-3759-4974-8a42-05371d0827f2 req-dfe106fe-6cde-477a-9bdc-91d565ed5ec1 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:53.206313 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c7e9699c-3759-4974-8a42-05371d0827f2 req-dfe106fe-6cde-477a-9bdc-91d565ed5ec1 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0465593 Oct 19 08:24:53.246043 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c7e9699c-3759-4974-8a42-05371d0827f2 req-2ace1704-c184-49cb-ba1c-d1aee5fff63b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339477 Oct 19 08:24:53.337753 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110ac04-d66b-43d3-9a2e-b986c39dbcb5 req-0101a2b7-203e-41a9-90ae-6b0539848080 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:53.339218 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6110ac04-d66b-43d3-9a2e-b986c39dbcb5 req-0101a2b7-203e-41a9-90ae-6b0539848080 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0467234 Oct 19 08:24:53.375083 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6110ac04-d66b-43d3-9a2e-b986c39dbcb5 req-347e719a-5e29-4ba6-a038-5c4bc92ca721 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301197 Oct 19 08:24:54.043042 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75e6c63-1b3e-4a9c-adbc-9db31920288f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1452749-7697-4896-9845-e408f2432615'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:24:54.045608 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeffaaf0-bb55-40b4-80a9-5bcd335b970c" -d '{"events": [{"server_uuid": "b75e6c63-1b3e-4a9c-adbc-9db31920288f", "name": "network-vif-plugged", "status": "completed", "tag": "a1452749-7697-4896-9845-e408f2432615"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:24:54.146399 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f19dd-10b1-44e3-b69b-e683e81657bd req-555290e7-d5c1-4916-8691-c2728dc4058a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:54.147873 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-055f19dd-10b1-44e3-b69b-e683e81657bd req-555290e7-d5c1-4916-8691-c2728dc4058a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0734689 Oct 19 08:24:54.158682 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a902-3ea3-4ad2-a1d0-2fed99997145 req-3c225cb2-6a91-461b-a948-edb73ee85d0f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:54.160044 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe29a902-3ea3-4ad2-a1d0-2fed99997145 req-3c225cb2-6a91-461b-a948-edb73ee85d0f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0764382 Oct 19 08:24:54.217800 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-055f19dd-10b1-44e3-b69b-e683e81657bd req-66694c6d-ed51-4283-b1e0-0502673cb073 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567780 Oct 19 08:24:54.222741 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe29a902-3ea3-4ad2-a1d0-2fed99997145 req-9b0beaa5-556c-47f3-aa7c-b264f440810c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561142 Oct 19 08:24:54.272244 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5224d4-9129-41e5-b59a-070441f0e5a5 x-openstack-request-id: req-cb5224d4-9129-41e5-b59a-070441f0e5a5 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:24:54.272835 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75e6c63-1b3e-4a9c-adbc-9db31920288f", "name": "network-vif-plugged", "status": "completed", "tag": "a1452749-7697-4896-9845-e408f2432615", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:24:54.274084 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb5224d4-9129-41e5-b59a-070441f0e5a5 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:24:54.276358 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75e6c63-1b3e-4a9c-adbc-9db31920288f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1452749-7697-4896-9845-e408f2432615', 'code': 200} Oct 19 08:24:54.397950 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1716b00-ac27-4d5e-96ba-ac4c967fcc1f req-0c32fdf6-0f63-4645-81eb-a7c416a595a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:54.399452 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a1716b00-ac27-4d5e-96ba-ac4c967fcc1f req-0c32fdf6-0f63-4645-81eb-a7c416a595a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 1099 time: 0.1428118 Oct 19 08:24:54.416887 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d66fa9-c035-4ffd-ad31-df1de514659d req-b772fb2b-033d-4783-abd3-06ac65f3e0d2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:54.418254 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-93d66fa9-c035-4ffd-ad31-df1de514659d req-b772fb2b-033d-4783-abd3-06ac65f3e0d2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.1071837 Oct 19 08:24:54.439467 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46791e-3deb-4394-8ca1-a07a37e36e82 req-11ea732c-a6d3-4046-90f7-8cbc1bc17552 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:54.440820 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9e46791e-3deb-4394-8ca1-a07a37e36e82 req-11ea732c-a6d3-4046-90f7-8cbc1bc17552 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.1130221 Oct 19 08:24:54.469937 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-a1716b00-ac27-4d5e-96ba-ac4c967fcc1f req-8c6963fb-9044-4215-84d8-25f73377cc1e service neutron] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:54.545337 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-93d66fa9-c035-4ffd-ad31-df1de514659d req-d09da295-8578-4a4b-9357-dcd38f15b89b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017799 Oct 19 08:24:54.546845 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d333d-0113-4470-9cfc-2d9fb66edc68 req-8a05d462-fe03-43ae-b84f-8eacb15c1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:54.548189 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b63d333d-0113-4470-9cfc-2d9fb66edc68 req-8a05d462-fe03-43ae-b84f-8eacb15c1622 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 1099 time: 0.1274409 Oct 19 08:24:54.553427 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9e46791e-3deb-4394-8ca1-a07a37e36e82 req-5d5d426c-fad5-4308-8283-fbe4acac9cb1 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919404 Oct 19 08:24:54.579899 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-b63d333d-0113-4470-9cfc-2d9fb66edc68 req-699e24cf-a0d9-4f0a-b20b-1038b5cf0816 service neutron] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:54.668206 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-a1716b00-ac27-4d5e-96ba-ac4c967fcc1f req-8c6963fb-9044-4215-84d8-25f73377cc1e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:54.676682 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-a1716b00-ac27-4d5e-96ba-ac4c967fcc1f req-8c6963fb-9044-4215-84d8-25f73377cc1e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:54.687686 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.db.api [req-b63d333d-0113-4470-9cfc-2d9fb66edc68 req-699e24cf-a0d9-4f0a-b20b-1038b5cf0816 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) c533941eb6b2402fbc89174f953290aa {{(pid=99813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 08:24:54.688034 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG oslo_db.api [req-b63d333d-0113-4470-9cfc-2d9fb66edc68 req-699e24cf-a0d9-4f0a-b20b-1038b5cf0816 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 08:24:54.708437 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157dbfd-2507-4985-9734-6153da676906 req-769492d1-3176-4dc4-8c86-a83b5e9d50cc tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:54.709904 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3157dbfd-2507-4985-9734-6153da676906 req-769492d1-3176-4dc4-8c86-a83b5e9d50cc tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.1054265 Oct 19 08:24:54.733389 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a1716b00-ac27-4d5e-96ba-ac4c967fcc1f req-8c6963fb-9044-4215-84d8-25f73377cc1e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137138 Oct 19 08:24:54.740752 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6963fb-9044-4215-84d8-25f73377cc1e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=054efa2b-4a54-4371-988c-6414b659d477,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:54.761429 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3157dbfd-2507-4985-9734-6153da676906 req-efeaa6d9-d6b1-43d8-b058-23ea6eaebf17 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 Oct 19 08:24:55.005999 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:24:55.188934 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-b63d333d-0113-4470-9cfc-2d9fb66edc68 req-699e24cf-a0d9-4f0a-b20b-1038b5cf0816 service neutron] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:24:55.242993 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b63d333d-0113-4470-9cfc-2d9fb66edc68 req-699e24cf-a0d9-4f0a-b20b-1038b5cf0816 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6854019 Oct 19 08:24:55.368083 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bf782-8161-4af8-970b-7cef1eb4333b req-24dcd55b-9273-4a5d-8cfc-953b66f5f869 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:55.369527 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c2bf782-8161-4af8-970b-7cef1eb4333b req-24dcd55b-9273-4a5d-8cfc-953b66f5f869 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0756056 Oct 19 08:24:55.381319 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d7f05-be61-483d-a06a-d96705dddf31 req-0095ee1d-b414-4b09-9f02-29ec8b32124c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:55.382826 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cb0d7f05-be61-483d-a06a-d96705dddf31 req-0095ee1d-b414-4b09-9f02-29ec8b32124c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0762057 Oct 19 08:24:55.433554 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c2bf782-8161-4af8-970b-7cef1eb4333b req-5b8b2d02-e4da-4690-ba21-8483f51ed70e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497229 Oct 19 08:24:55.440958 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cb0d7f05-be61-483d-a06a-d96705dddf31 req-67130b7a-2d7c-450d-a149-c422efdb433a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508909 Oct 19 08:24:55.691172 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7873cff-31c4-4f1f-a10b-542199e1bc18 req-fe989768-9e8b-4a0d-90e3-12828ccef242 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:55.692641 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b7873cff-31c4-4f1f-a10b-542199e1bc18 req-fe989768-9e8b-4a0d-90e3-12828ccef242 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0700777 Oct 19 08:24:55.700487 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edcbc8-b25f-49fa-8eef-c06550fa6f64 req-c518f20b-b4a0-41c9-8218-7fe311b8eb2e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:55.702139 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-87edcbc8-b25f-49fa-8eef-c06550fa6f64 req-c518f20b-b4a0-41c9-8218-7fe311b8eb2e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0886042 Oct 19 08:24:55.755478 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b7873cff-31c4-4f1f-a10b-542199e1bc18 req-a3295731-0d4b-42fb-b5f2-83e6cf67cc1b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523372 Oct 19 08:24:55.763720 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-87edcbc8-b25f-49fa-8eef-c06550fa6f64 req-b793c26b-67e4-4b2b-a169-fcdbf4506342 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547922 Oct 19 08:24:55.886440 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375a21a-77ae-408c-ba3a-d6d2a1dcf682 req-2ccfe99b-bb27-4c0f-8025-fe2e9f439119 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:55.888465 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2375a21a-77ae-408c-ba3a-d6d2a1dcf682 req-2ccfe99b-bb27-4c0f-8025-fe2e9f439119 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0563469 Oct 19 08:24:55.925602 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2375a21a-77ae-408c-ba3a-d6d2a1dcf682 req-01483bcd-9739-4cfe-b79f-65ffb89ce6f9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310240 Oct 19 08:24:56.578642 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057f0b9-18cc-4e62-b1fd-292ec94461e0 req-9cb4bee1-b24b-4ca7-bb94-0a7a630645b1 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:56.580134 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e057f0b9-18cc-4e62-b1fd-292ec94461e0 req-9cb4bee1-b24b-4ca7-bb94-0a7a630645b1 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0802615 Oct 19 08:24:56.587237 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1937b9-3e90-499b-bb21-3d070100bb84 req-457aafcd-8893-48b5-bfe3-89a1f8fd52ab tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:56.588571 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6f1937b9-3e90-499b-bb21-3d070100bb84 req-457aafcd-8893-48b5-bfe3-89a1f8fd52ab tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0777597 Oct 19 08:24:56.642656 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e057f0b9-18cc-4e62-b1fd-292ec94461e0 req-0b507d18-beda-4fe2-a590-5f6c9671d742 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531156 Oct 19 08:24:56.647333 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6f1937b9-3e90-499b-bb21-3d070100bb84 req-a33598ec-456f-49fc-8a3b-45309ce9e4bb tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519652 Oct 19 08:24:56.901018 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7e12b-a874-424d-9a93-cdb310c34d19 req-65703db6-f74a-4f4c-beb8-8509dd73548d tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:56.902394 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-54c7e12b-a874-424d-9a93-cdb310c34d19 req-65703db6-f74a-4f4c-beb8-8509dd73548d tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0792124 Oct 19 08:24:56.910126 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593774d-398e-427a-8226-c0a2f40692eb req-15d4a028-bce4-4844-b82e-d1ba4e99d68d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:56.911483 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d593774d-398e-427a-8226-c0a2f40692eb req-15d4a028-bce4-4844-b82e-d1ba4e99d68d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0792060 Oct 19 08:24:56.966250 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-54c7e12b-a874-424d-9a93-cdb310c34d19 req-79617e9c-f3cc-44e3-aad8-1439eef69d75 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537760 Oct 19 08:24:56.970929 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d593774d-398e-427a-8226-c0a2f40692eb req-1f93b1fc-de52-42dd-870b-d4079ff0f7ff tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529768 Oct 19 08:24:57.065399 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34761220-952b-4b68-8a73-9002443a85e1 req-98d00ac3-bd05-4662-9c5b-0e484bdba948 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:57.066847 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-34761220-952b-4b68-8a73-9002443a85e1 req-98d00ac3-bd05-4662-9c5b-0e484bdba948 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0469809 Oct 19 08:24:57.103767 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-34761220-952b-4b68-8a73-9002443a85e1 req-5a933f6c-4e60-47e4-b9f1-81131b325e93 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311635 Oct 19 08:24:57.787779 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666db4c1-ced1-4c1a-a166-68c840f569e2 req-aedd79c8-717a-43bf-8aa0-5172cc46be75 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:57.789295 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-666db4c1-ced1-4c1a-a166-68c840f569e2 req-aedd79c8-717a-43bf-8aa0-5172cc46be75 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0799901 Oct 19 08:24:57.798143 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d79f4-42e0-49da-ad2b-938df30bfb3e req-ef9fef40-f84f-43a3-864e-359a8957bf55 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:57.799723 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c4d79f4-42e0-49da-ad2b-938df30bfb3e req-ef9fef40-f84f-43a3-864e-359a8957bf55 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0811524 Oct 19 08:24:57.854117 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-666db4c1-ced1-4c1a-a166-68c840f569e2 req-e5c6d2ee-e935-4529-b0fe-7d8cbb7fc04f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534370 Oct 19 08:24:57.861087 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c4d79f4-42e0-49da-ad2b-938df30bfb3e req-0956bc3c-b887-4aa3-917a-e404b66fe5cb tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537314 Oct 19 08:24:58.107685 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad472c-4163-4b3f-ae64-b1227ff2e8f4 req-c247a148-c088-455b-ada4-029f5572b0a9 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:58.109135 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03ad472c-4163-4b3f-ae64-b1227ff2e8f4 req-c247a148-c088-455b-ada4-029f5572b0a9 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0773015 Oct 19 08:24:58.116989 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c580e5-720b-45d1-90ac-5cdf37a8b866 req-90529798-29e1-4039-a492-3c49fc0b5564 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:58.118392 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-91c580e5-720b-45d1-90ac-5cdf37a8b866 req-90529798-29e1-4039-a492-3c49fc0b5564 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0779216 Oct 19 08:24:58.172840 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03ad472c-4163-4b3f-ae64-b1227ff2e8f4 req-93068d51-0e1f-43df-a95c-3a9ef6689291 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534754 Oct 19 08:24:58.177504 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-91c580e5-720b-45d1-90ac-5cdf37a8b866 req-1f328a6f-c1c6-4604-a7f4-e097a93debd2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516844 Oct 19 08:24:58.272748 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed806edc-9024-448d-beb0-50fa6f88d1d1 req-3a52358e-638b-4153-8392-d3abefcad8f3 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:58.274093 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ed806edc-9024-448d-beb0-50fa6f88d1d1 req-3a52358e-638b-4153-8392-d3abefcad8f3 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0478432 Oct 19 08:24:58.311120 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ed806edc-9024-448d-beb0-50fa6f88d1d1 req-a64a5ee5-04be-4782-a59d-a063c161badd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Oct 19 08:24:58.992870 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db48d29-c210-4b0b-91c7-b91a9eb01a93 req-518a5095-1b19-4d93-b82d-64cdfc816614 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:58.994280 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2db48d29-c210-4b0b-91c7-b91a9eb01a93 req-518a5095-1b19-4d93-b82d-64cdfc816614 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0733054 Oct 19 08:24:59.016231 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd69aa-124a-45f1-8847-0d0c1ec62586 req-14ed4f90-2736-46d7-ad64-75676cc8ce79 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:59.017586 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3dcd69aa-124a-45f1-8847-0d0c1ec62586 req-14ed4f90-2736-46d7-ad64-75676cc8ce79 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0852010 Oct 19 08:24:59.062291 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2db48d29-c210-4b0b-91c7-b91a9eb01a93 req-2f281187-db92-4554-8797-29afeb5d8811 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617428 Oct 19 08:24:59.069038 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3dcd69aa-124a-45f1-8847-0d0c1ec62586 req-32aae04b-7f56-494f-93a8-6d29944ed594 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455379 Oct 19 08:24:59.313033 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a077dc4-b836-4c2e-927e-d8f2174ff9e2 req-95d3ce27-8ed1-429b-9af2-9d4bb3b79037 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:59.314466 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6a077dc4-b836-4c2e-927e-d8f2174ff9e2 req-95d3ce27-8ed1-429b-9af2-9d4bb3b79037 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0652595 Oct 19 08:24:59.322178 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570d99e-1912-483a-a05f-b1be3047037f req-062cd20a-412b-4e67-906c-525c608af489 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:59.323536 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0570d99e-1912-483a-a05f-b1be3047037f req-062cd20a-412b-4e67-906c-525c608af489 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0835159 Oct 19 08:24:59.380332 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6a077dc4-b836-4c2e-927e-d8f2174ff9e2 req-f33736de-f1e8-4f2f-8a6d-83112e14f941 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558720 Oct 19 08:24:59.385093 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0570d99e-1912-483a-a05f-b1be3047037f req-2e91543a-7639-4001-877d-6929ea988022 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544732 Oct 19 08:24:59.479710 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facff31c-2d31-472c-a396-cd64c1278f59 req-0f9cbd27-f518-41d4-b780-689805d70de0 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:24:59.481688 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-facff31c-2d31-472c-a396-cd64c1278f59 req-0f9cbd27-f518-41d4-b780-689805d70de0 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0475562 Oct 19 08:24:59.519278 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-facff31c-2d31-472c-a396-cd64c1278f59 req-75f80604-bcda-410d-aae7-a150ced0e82f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Oct 19 08:25:00.206945 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55b481-90d3-4f5e-a7a1-21768bc961fe req-4b8aac6d-192a-49d9-be98-98bd066aec13 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:00.208303 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1d55b481-90d3-4f5e-a7a1-21768bc961fe req-4b8aac6d-192a-49d9-be98-98bd066aec13 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0781832 Oct 19 08:25:00.215206 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577ed06-a3ae-4ead-bab6-369517232357 req-fe871a55-f9b5-4248-83b4-962004797103 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:00.217044 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4577ed06-a3ae-4ead-bab6-369517232357 req-fe871a55-f9b5-4248-83b4-962004797103 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0783565 Oct 19 08:25:00.268066 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1d55b481-90d3-4f5e-a7a1-21768bc961fe req-76ad7afc-33e0-4a9b-8150-49c2daabc9af tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501273 Oct 19 08:25:00.274847 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4577ed06-a3ae-4ead-bab6-369517232357 req-91204199-fe3c-4de8-9cd5-2d283bd8c2e1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514116 Oct 19 08:25:00.522922 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8693217-49f3-4335-b1ba-f5ad16b698b4 req-b05d0c92-9461-4383-ad5e-651f4c05f207 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:00.524285 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b8693217-49f3-4335-b1ba-f5ad16b698b4 req-b05d0c92-9461-4383-ad5e-651f4c05f207 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0770736 Oct 19 08:25:00.532575 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba50022-a0a3-4dc5-84b4-594e143b2e96 req-811dd8b0-3e6f-48d0-b570-6df08e6fed88 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:00.533900 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fba50022-a0a3-4dc5-84b4-594e143b2e96 req-811dd8b0-3e6f-48d0-b570-6df08e6fed88 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0848126 Oct 19 08:25:00.592444 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b8693217-49f3-4335-b1ba-f5ad16b698b4 req-8242a81e-d193-4b98-b08e-da51d8686b1c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557067 Oct 19 08:25:00.594391 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fba50022-a0a3-4dc5-84b4-594e143b2e96 req-4a73b2e8-38a1-4e69-8a42-213a42937d6e tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540164 Oct 19 08:25:00.702354 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3c536-020e-4841-b3da-b85bda964879 req-9139c236-692b-418d-8bd0-cc8f922523b2 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:00.703810 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-45a3c536-020e-4841-b3da-b85bda964879 req-9139c236-692b-418d-8bd0-cc8f922523b2 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0478551 Oct 19 08:25:00.739241 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-45a3c536-020e-4841-b3da-b85bda964879 req-8343e637-6b7c-4acc-90e0-284035ea0596 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297182 Oct 19 08:25:01.413793 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b620fe-9827-4ca1-b961-f06695565b9a req-b0d1f571-1b17-4949-a079-b6b9e89c732e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:01.415256 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-99b620fe-9827-4ca1-b961-f06695565b9a req-b0d1f571-1b17-4949-a079-b6b9e89c732e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0805271 Oct 19 08:25:01.430701 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e1432-4b4f-4a9a-870d-0575b77043fa req-08e11302-31f4-4660-afcb-98aa054a3896 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:01.432031 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-742e1432-4b4f-4a9a-870d-0575b77043fa req-08e11302-31f4-4660-afcb-98aa054a3896 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0853770 Oct 19 08:25:01.486310 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-99b620fe-9827-4ca1-b961-f06695565b9a req-25e46959-9ebc-4681-8259-1f69cce370e9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628219 Oct 19 08:25:01.488894 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-742e1432-4b4f-4a9a-870d-0575b77043fa req-82b664da-49ee-4f26-86e2-86706d0ac708 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505331 Oct 19 08:25:01.733000 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8596b-f2fe-4b18-a34e-efb774ccf386 req-69f49113-44b8-49f4-8568-2968a710b1f1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:01.734454 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6bc8596b-f2fe-4b18-a34e-efb774ccf386 req-69f49113-44b8-49f4-8568-2968a710b1f1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0755086 Oct 19 08:25:01.741550 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ae7fa-68a9-4cd5-90e2-1e6f00526ddd req-17f73a85-e2cf-4350-8be2-186f8e7d00ee tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:01.742825 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-857ae7fa-68a9-4cd5-90e2-1e6f00526ddd req-17f73a85-e2cf-4350-8be2-186f8e7d00ee tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0748541 Oct 19 08:25:01.799895 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6bc8596b-f2fe-4b18-a34e-efb774ccf386 req-f8116bba-0212-4dcd-95ed-6a56d2cd4033 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561376 Oct 19 08:25:01.804554 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-857ae7fa-68a9-4cd5-90e2-1e6f00526ddd req-2b11968a-c4a5-4cf1-ab8e-663c18682eee tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552633 Oct 19 08:25:01.899795 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9980b-b2be-4197-ad23-61753a77df8b req-97d969d0-9ef6-437b-8ab2-3f2127a08639 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:01.901213 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-acb9980b-b2be-4197-ad23-61753a77df8b req-97d969d0-9ef6-437b-8ab2-3f2127a08639 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0480978 Oct 19 08:25:01.937536 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-acb9980b-b2be-4197-ad23-61753a77df8b req-e8d3b8ce-883f-4f76-a33e-e0e1050b5d3f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300202 Oct 19 08:25:02.627235 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ac109-a565-4560-8db8-a7917c586a13 req-09ad40d4-3d41-4438-b0c9-68fcaf9659e9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:02.628910 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-034ac109-a565-4560-8db8-a7917c586a13 req-09ad40d4-3d41-4438-b0c9-68fcaf9659e9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0764823 Oct 19 08:25:02.636457 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86198d9-b254-455b-92e0-b9d1f2e4ca0c req-c945a01a-598b-4102-acc2-200ad85e32b0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:02.638032 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a86198d9-b254-455b-92e0-b9d1f2e4ca0c req-c945a01a-598b-4102-acc2-200ad85e32b0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0764868 Oct 19 08:25:02.846017 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-034ac109-a565-4560-8db8-a7917c586a13 req-08418200-a0ce-418e-9427-af00e749d437 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070334 Oct 19 08:25:02.850657 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a86198d9-b254-455b-92e0-b9d1f2e4ca0c req-93fa7e7c-d1ae-43d8-8f9f-fcfad54935d6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062106 Oct 19 08:25:02.974176 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b703c81-5125-434e-846c-1b00262bbc7b req-cc5501a5-9d42-444c-b42b-698012b4502b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:02.975564 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2b703c81-5125-434e-846c-1b00262bbc7b req-cc5501a5-9d42-444c-b42b-698012b4502b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0739489 Oct 19 08:25:02.985935 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e45635-7762-419f-af8d-7541dee19404 req-f8d68e8b-4038-47ee-8a15-e25afdf52a1b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:02.987310 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-16e45635-7762-419f-af8d-7541dee19404 req-f8d68e8b-4038-47ee-8a15-e25afdf52a1b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0766661 Oct 19 08:25:03.044969 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2b703c81-5125-434e-846c-1b00262bbc7b req-1f93255d-2cf2-4a89-b82c-8913fcd25b11 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567272 Oct 19 08:25:03.047661 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-16e45635-7762-419f-af8d-7541dee19404 req-3360dd2e-ed9f-438a-9e9b-189bb0c0f9aa tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539348 Oct 19 08:25:03.143788 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd13ce-c864-4b65-aafd-00d2449f5127 req-d6bbca26-586d-43d8-9982-430ed35d95b9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:03.145220 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48fd13ce-c864-4b65-aafd-00d2449f5127 req-d6bbca26-586d-43d8-9982-430ed35d95b9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0469432 Oct 19 08:25:03.182431 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48fd13ce-c864-4b65-aafd-00d2449f5127 req-40a84a28-52d8-479a-a567-4dc1e11f1e61 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Oct 19 08:25:03.991221 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c665b4-9c2e-47c6-9e83-1bcf61d44a65 req-30c63e87-98d3-47fe-bc0c-c157dec35269 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:03.992577 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-63c665b4-9c2e-47c6-9e83-1bcf61d44a65 req-30c63e87-98d3-47fe-bc0c-c157dec35269 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0696988 Oct 19 08:25:04.000318 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deac2c0-7dbb-4f6c-880e-b4a1e7744e1c req-f56dfed5-ed91-46cc-b333-a627632a1645 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:04.001657 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3deac2c0-7dbb-4f6c-880e-b4a1e7744e1c req-f56dfed5-ed91-46cc-b333-a627632a1645 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0872922 Oct 19 08:25:04.053751 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-63c665b4-9c2e-47c6-9e83-1bcf61d44a65 req-1791a6f6-5717-4e13-8895-342c27e972d4 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511594 Oct 19 08:25:04.062953 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3deac2c0-7dbb-4f6c-880e-b4a1e7744e1c req-335614a4-2040-4e5c-963b-10846ceb16d8 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542998 Oct 19 08:25:04.189187 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01035ae3-ab1d-4a96-8236-c328382355d8 req-a4ec2fd3-e167-4a52-aca1-bb675683ab26 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:04.190653 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-01035ae3-ab1d-4a96-8236-c328382355d8 req-a4ec2fd3-e167-4a52-aca1-bb675683ab26 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0775502 Oct 19 08:25:04.202049 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d7ab0-d0bc-4a1c-82e7-be38b6d44231 req-5c8a5284-6221-400c-9ea5-fd08f5eac496 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:04.203430 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-853d7ab0-d0bc-4a1c-82e7-be38b6d44231 req-5c8a5284-6221-400c-9ea5-fd08f5eac496 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0645716 Oct 19 08:25:04.257106 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-01035ae3-ab1d-4a96-8236-c328382355d8 req-a2c72df8-7ac5-488b-9cd2-956cea77825f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526741 Oct 19 08:25:04.263927 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-853d7ab0-d0bc-4a1c-82e7-be38b6d44231 req-a9d7e68d-da23-472a-bc09-0585bcc8519a tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540648 Oct 19 08:25:04.355737 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553de6fd-dec6-4862-a7c6-f4c60b73b0a9 req-ad1d1ec0-bddd-4b47-9561-c2837d568c5d tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:04.358095 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-553de6fd-dec6-4862-a7c6-f4c60b73b0a9 req-ad1d1ec0-bddd-4b47-9561-c2837d568c5d tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0489335 Oct 19 08:25:04.395076 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-553de6fd-dec6-4862-a7c6-f4c60b73b0a9 req-e56e365f-97aa-4d22-8d4f-2436744ba9bb tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311923 Oct 19 08:25:05.187912 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:25:05.203324 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903487-ea61-4fe1-ba1b-dc72e1125df4 req-288c988d-2270-4c1f-ac9e-88b185a5f37f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:05.204788 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-33903487-ea61-4fe1-ba1b-dc72e1125df4 req-288c988d-2270-4c1f-ac9e-88b185a5f37f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0754764 Oct 19 08:25:05.212657 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94327fef-e028-4cb1-a671-eb5f6e326407 req-7d3c77af-4602-45a8-bd81-abe0ec0093cc tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:05.214018 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-94327fef-e028-4cb1-a671-eb5f6e326407 req-7d3c77af-4602-45a8-bd81-abe0ec0093cc tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0741723 Oct 19 08:25:05.269438 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-33903487-ea61-4fe1-ba1b-dc72e1125df4 req-63bb88a0-532f-4213-a9f5-a48c2251c697 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544472 Oct 19 08:25:05.277285 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-94327fef-e028-4cb1-a671-eb5f6e326407 req-2f8c53d6-c1fc-4da2-8eb6-2844456d616b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565858 Oct 19 08:25:05.286705 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082,segment=NetworkSegment(0e445511-1b44-42b3-b617-9e3715b1bba3),segment_id=0e445511-1b44-42b3-b617-9e3715b1bba3)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:05.307317 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': 'f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082', 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea', 'port_id': 'f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082', 'mac_address': 'fa:16:3e:35:7f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4a4536-b5d9-4719-8e5f-eed0720f1f4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:25:05.336637 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:05.349809 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:25:05.368953 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082,segment=NetworkSegment(0e445511-1b44-42b3-b617-9e3715b1bba3),segment_id=0e445511-1b44-42b3-b617-9e3715b1bba3)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:05.373709 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:05.407500 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b7e10-dcc8-4a56-a013-da8329b9b965 req-bd866717-e934-48d0-bd42-81775a324906 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:05.409012 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-464b7e10-dcc8-4a56-a013-da8329b9b965 req-bd866717-e934-48d0-bd42-81775a324906 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0803001 Oct 19 08:25:05.420834 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8654dd8-9936-4b8f-bd5a-dcceeeb6050c req-c822f834-ae61-48bb-8a05-2dc5ff44871f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:05.421303 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:05.422266 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c8654dd8-9936-4b8f-bd5a-dcceeeb6050c req-c822f834-ae61-48bb-8a05-2dc5ff44871f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0673871 Oct 19 08:25:05.475734 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-464b7e10-dcc8-4a56-a013-da8329b9b965 req-6d815a99-ebe4-4fb0-872a-72ee142b59b5 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524712 Oct 19 08:25:05.483457 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c8654dd8-9936-4b8f-bd5a-dcceeeb6050c req-7b4f6d68-ee94-4040-9d7c-d83dcb8511e3 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544879 Oct 19 08:25:05.580377 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c96eaa-2224-4537-b749-31dc4e4e7d56 req-3c27b444-5189-4a86-867e-f458f66db11b tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:05.581835 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-13c96eaa-2224-4537-b749-31dc4e4e7d56 req-3c27b444-5189-4a86-867e-f458f66db11b tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0503035 Oct 19 08:25:05.619003 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-13c96eaa-2224-4537-b749-31dc4e4e7d56 req-8c527526-bed4-4a55-b522-6b3f88a0905f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Oct 19 08:25:06.416746 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce113da7-d219-4329-bd59-834746e8dff6 req-b55be3ee-77a9-461b-8ba0-bd051330fe4b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:06.418422 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ce113da7-d219-4329-bd59-834746e8dff6 req-b55be3ee-77a9-461b-8ba0-bd051330fe4b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0785177 Oct 19 08:25:06.437578 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46789225-d890-4385-8f7a-87d9d1fc7af1 req-63ffddcf-9b72-49dd-b39d-f8b6b5bedac0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:06.439079 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-46789225-d890-4385-8f7a-87d9d1fc7af1 req-63ffddcf-9b72-49dd-b39d-f8b6b5bedac0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0725133 Oct 19 08:25:06.480783 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ce113da7-d219-4329-bd59-834746e8dff6 req-cbfce740-efb0-48d9-8166-c230cc0d24e4 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558865 Oct 19 08:25:06.492432 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-46789225-d890-4385-8f7a-87d9d1fc7af1 req-e01d8ba6-c1e4-4343-98ff-eca3e8007570 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459065 Oct 19 08:25:06.629870 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef77d78-f5e0-4329-9ede-64ef317b70b6 req-8ccded81-c668-47f0-9514-1b00cd3aa848 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:06.631405 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cef77d78-f5e0-4329-9ede-64ef317b70b6 req-8ccded81-c668-47f0-9514-1b00cd3aa848 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0846477 Oct 19 08:25:06.643920 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdb0f2-4e34-47f3-ab13-afd96b094b08 req-c8f275b9-5906-44f8-af02-136492d6a39b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:06.645849 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-97cdb0f2-4e34-47f3-ab13-afd96b094b08 req-c8f275b9-5906-44f8-af02-136492d6a39b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0695188 Oct 19 08:25:06.708064 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cef77d78-f5e0-4329-9ede-64ef317b70b6 req-dbeba3b2-2215-45d3-8b69-841fe141235e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612347 Oct 19 08:25:06.715323 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-97cdb0f2-4e34-47f3-ab13-afd96b094b08 req-eefc5303-da5c-447a-b10c-63d9eeb8c1f3 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603657 Oct 19 08:25:06.764383 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:25:06.815922 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71706783-04b8-4442-87aa-b2ae284d0276 req-bf798374-e356-41df-a18a-bb18c92cf8dd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:06.817550 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71706783-04b8-4442-87aa-b2ae284d0276 req-bf798374-e356-41df-a18a-bb18c92cf8dd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0539234 Oct 19 08:25:06.862166 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71706783-04b8-4442-87aa-b2ae284d0276 req-53c7651a-5c3b-48cf-a2d3-6960d643f932 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384617 Oct 19 08:25:07.239190 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 36872) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:07.342178 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:07.414443 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:07.418271 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:07.455913 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1da052a43ba54d91adb520bc0072b44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156832 Oct 19 08:25:07.456788 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c31d06d-73fc-4704-8ad5-411268030f44,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:07.458636 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 36878) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:07.463766 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.464116 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.464455 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.464789 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.465121 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.465502 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.466073 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.466419 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.466779 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.467107 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.467432 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.467755 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ff791-fb70-46ed-9f24-38b3f4901b14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.508167 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:07.530186 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:07.583970 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:07.586746 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:07.590389 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c31d06d-73fc-4704-8ad5-411268030f44 HTTP/1.1" status: 204 len: 168 time: 0.1282680 Oct 19 08:25:07.599682 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c31d06d-73fc-4704-8ad5-411268030f44,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:07.608808 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.609333 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.609850 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.610294 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.610655 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.611288 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.611626 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.611959 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.612391 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.612726 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.613056 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.613874 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49679ea-547f-4eef-9135-955fd134b677 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:07.637098 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a841e6-f8c3-4277-8bfc-bb892942aefa req-d4236f9d-d9db-4e53-ac5c-4a15f944e67c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:07.639163 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-72a841e6-f8c3-4277-8bfc-bb892942aefa req-d4236f9d-d9db-4e53-ac5c-4a15f944e67c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0865424 Oct 19 08:25:07.647707 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eb9db-aabb-46e2-9708-5823bc3e145d req-33ddd4f0-cc1a-407f-805b-873f8d44125e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:07.649323 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-073eb9db-aabb-46e2-9708-5823bc3e145d req-33ddd4f0-cc1a-407f-805b-873f8d44125e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0865242 Oct 19 08:25:07.706139 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-72a841e6-f8c3-4277-8bfc-bb892942aefa req-0d11566b-9314-4838-b958-2e809ce01ade tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557899 Oct 19 08:25:07.710908 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-073eb9db-aabb-46e2-9708-5823bc3e145d req-bd74e395-f21b-454a-a0f4-230c80e4582a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526581 Oct 19 08:25:07.856651 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442b740-266a-4fdc-ae09-539c9e42e66c req-57fbf311-85dd-421e-b74a-f410457f7f24 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:07.858108 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5442b740-266a-4fdc-ae09-539c9e42e66c req-57fbf311-85dd-421e-b74a-f410457f7f24 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0825515 Oct 19 08:25:07.869783 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2534f5b-e599-4125-9d68-f4230e60fc0d req-121094de-4da8-4bee-9551-23849f11a128 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:07.871281 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c2534f5b-e599-4125-9d68-f4230e60fc0d req-121094de-4da8-4bee-9551-23849f11a128 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0834634 Oct 19 08:25:07.873651 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 36894) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:07.913792 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc3bf-d251-43b2-af3a-55dd35b2d8b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:07.952557 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5442b740-266a-4fdc-ae09-539c9e42e66c req-bb7f0915-0bdc-445b-99f7-0ba27d77d8ac tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803170 Oct 19 08:25:07.960966 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c2534f5b-e599-4125-9d68-f4230e60fc0d req-18ab5367-c587-46ba-b0e7-4fcd6488e90c tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764012 Oct 19 08:25:08.040695 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc3bf-d251-43b2-af3a-55dd35b2d8b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:08.048101 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc3bf-d251-43b2-af3a-55dd35b2d8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:08.088712 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-cd3fc3bf-d251-43b2-af3a-55dd35b2d8b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd2b7bee905d4e0db612e2fed6f3d963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140605 Oct 19 08:25:08.091909 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 36898) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:08.096683 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bece062-ea34-44f6-a9db-1cf5b5f53fee req-8db9fc4c-cb02-4c8a-82b6-d8815b4ca0b7 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:08.098096 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9bece062-ea34-44f6-a9db-1cf5b5f53fee req-8db9fc4c-cb02-4c8a-82b6-d8815b4ca0b7 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0879579 Oct 19 08:25:08.102711 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fc3bf-d251-43b2-af3a-55dd35b2d8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382f75e5-6b10-4172-b6aa-8c50edaebab6,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:08.138174 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9bece062-ea34-44f6-a9db-1cf5b5f53fee req-56eb4f83-1da1-496a-bae3-091086c40416 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327117 Oct 19 08:25:08.141979 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6d2a73cb-7831-43cc-b861-a6ff36b91124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:08.164220 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6d2a73cb-7831-43cc-b861-a6ff36b91124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:08.209171 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6d2a73cb-7831-43cc-b861-a6ff36b91124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:08.211877 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6d2a73cb-7831-43cc-b861-a6ff36b91124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:08.213022 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-6d2a73cb-7831-43cc-b861-a6ff36b91124 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/382f75e5-6b10-4172-b6aa-8c50edaebab6 HTTP/1.1" status: 204 len: 168 time: 0.1201351 Oct 19 08:25:08.220962 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a73cb-7831-43cc-b861-a6ff36b91124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382f75e5-6b10-4172-b6aa-8c50edaebab6,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:08.861183 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc68ea6-6508-4be4-8056-6f4f505727aa req-f0589c69-2935-47ac-b21a-269513b5a414 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:08.862687 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dfc68ea6-6508-4be4-8056-6f4f505727aa req-f0589c69-2935-47ac-b21a-269513b5a414 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0820091 Oct 19 08:25:08.869969 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263852be-08b6-4ef0-8517-ddd7829910e0 req-37e4d3e1-b87c-4f36-b254-5373414961c3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:08.871356 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-263852be-08b6-4ef0-8517-ddd7829910e0 req-37e4d3e1-b87c-4f36-b254-5373414961c3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0894768 Oct 19 08:25:08.924037 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dfc68ea6-6508-4be4-8056-6f4f505727aa req-64696292-d3c6-4804-b7be-a47a7e899246 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516796 Oct 19 08:25:08.931021 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-263852be-08b6-4ef0-8517-ddd7829910e0 req-d5318021-345e-4a31-996b-49f94e96db13 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518844 Oct 19 08:25:09.102314 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76138c-b712-432c-9c5d-ec7645912d56 req-09f6440e-cf4c-4ba1-b469-6550c756227b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:09.103777 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c76138c-b712-432c-9c5d-ec7645912d56 req-09f6440e-cf4c-4ba1-b469-6550c756227b tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0688705 Oct 19 08:25:09.111821 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea522bb-831b-42d0-a444-883a11cbe2d7 req-1695331b-9e8d-4fa0-a69a-10b6a14b4f60 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:09.113195 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dea522bb-831b-42d0-a444-883a11cbe2d7 req-1695331b-9e8d-4fa0-a69a-10b6a14b4f60 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0875461 Oct 19 08:25:09.162697 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c76138c-b712-432c-9c5d-ec7645912d56 req-2500b48f-97f1-486a-81cd-f9df86558467 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485382 Oct 19 08:25:09.182256 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dea522bb-831b-42d0-a444-883a11cbe2d7 req-05f4cefa-1d7c-4c09-b951-1921ea75ce90 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548871 Oct 19 08:25:09.268988 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0840f3-9713-46d3-80df-cb9b1b7c6bf9 req-6e5b380e-1351-4672-8d5a-ff82e81e86d3 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:09.270465 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8b0840f3-9713-46d3-80df-cb9b1b7c6bf9 req-6e5b380e-1351-4672-8d5a-ff82e81e86d3 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0498176 Oct 19 08:25:09.308352 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8b0840f3-9713-46d3-80df-cb9b1b7c6bf9 req-8fbb3958-fec8-4047-b9ea-1ea037f88cd3 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319641 Oct 19 08:25:10.082627 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334e6d8-b73e-4198-99a4-6405fab7078e req-b06a17d6-22df-4be6-ba04-6527022342f4 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:10.084093 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a334e6d8-b73e-4198-99a4-6405fab7078e req-b06a17d6-22df-4be6-ba04-6527022342f4 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0849040 Oct 19 08:25:10.093466 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28dea3-c79e-4c1a-855a-2091a97d701c req-6cdcb131-fa8c-468f-9806-17183cfe21b2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:10.094850 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-af28dea3-c79e-4c1a-855a-2091a97d701c req-6cdcb131-fa8c-468f-9806-17183cfe21b2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0857460 Oct 19 08:25:10.130708 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 36992) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:10.149828 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a334e6d8-b73e-4198-99a4-6405fab7078e req-fce4c050-64db-4b71-a66e-211c5252c2d3 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540423 Oct 19 08:25:10.154807 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-af28dea3-c79e-4c1a-855a-2091a97d701c req-70776943-f011-4ac0-8c75-d7bac8c208b0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533354 Oct 19 08:25:10.242053 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a31c-c5f9-4940-bbc6-bd8247c33d5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:10.312456 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f29fed-b290-40dd-afbf-4db0b0f28b15 req-eb25f47d-c56d-4aad-946c-7ff90341dfa2 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:10.313906 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-60f29fed-b290-40dd-afbf-4db0b0f28b15 req-eb25f47d-c56d-4aad-946c-7ff90341dfa2 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0837805 Oct 19 08:25:10.317137 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a31c-c5f9-4940-bbc6-bd8247c33d5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:10.322392 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede5724-f94d-4b9a-8880-6075e037b4a7 req-4c1d8b57-00e5-4084-ba4f-b5b440e823f2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:10.322794 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a31c-c5f9-4940-bbc6-bd8247c33d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:10.323995 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8ede5724-f94d-4b9a-8880-6075e037b4a7 req-4c1d8b57-00e5-4084-ba4f-b5b440e823f2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0821512 Oct 19 08:25:10.364876 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-b6d4a31c-c5f9-4940-bbc6-bd8247c33d5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2177d15e5d1f4d3084a513dddfb750fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330704 Oct 19 08:25:10.365737 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4a31c-c5f9-4940-bbc6-bd8247c33d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42607748-4087-4b9b-9408-67cd7eecf80d,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:10.368093 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 37002) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:10.384238 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-60f29fed-b290-40dd-afbf-4db0b0f28b15 req-06fc7058-7538-44a5-8ad6-d3e121bd25ec tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583711 Oct 19 08:25:10.386088 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8ede5724-f94d-4b9a-8880-6075e037b4a7 req-6899774e-58aa-49d7-bede-7b69023c3a66 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531847 Oct 19 08:25:10.434377 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-53f5a572-83ce-48d0-893d-04ca6fc814b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:10.456257 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-53f5a572-83ce-48d0-893d-04ca6fc814b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:10.500157 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961aac3-60ff-4c4c-8cd7-2b21db24cda4 req-61ca1687-c131-4bea-b1ed-d703c0316848 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:10.501607 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8961aac3-60ff-4c4c-8cd7-2b21db24cda4 req-61ca1687-c131-4bea-b1ed-d703c0316848 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0486810 Oct 19 08:25:10.507572 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-53f5a572-83ce-48d0-893d-04ca6fc814b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:10.510182 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-53f5a572-83ce-48d0-893d-04ca6fc814b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:10.511360 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-53f5a572-83ce-48d0-893d-04ca6fc814b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42607748-4087-4b9b-9408-67cd7eecf80d HTTP/1.1" status: 204 len: 168 time: 0.1423643 Oct 19 08:25:10.519970 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5a572-83ce-48d0-893d-04ca6fc814b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42607748-4087-4b9b-9408-67cd7eecf80d,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:10.547957 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8961aac3-60ff-4c4c-8cd7-2b21db24cda4 req-5385778b-860d-49b5-9d27-a4d902f5355a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392888 Oct 19 08:25:10.763765 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 37010) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:10.776528 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d937e400-7d5e-4e09-8c66-4101e892ed60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:10.850949 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d937e400-7d5e-4e09-8c66-4101e892ed60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:10.855079 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d937e400-7d5e-4e09-8c66-4101e892ed60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:10.893731 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-d937e400-7d5e-4e09-8c66-4101e892ed60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae0a6d17c87c45b6bf5b7719bf5195b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1288989 Oct 19 08:25:10.894845 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937e400-7d5e-4e09-8c66-4101e892ed60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab39a782-ff33-4ef6-91f8-392cdf176b20,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:10.896386 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 37014) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:10.944583 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e063c949-2a9f-427d-9fcc-39e8b7df6deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:10.964875 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e063c949-2a9f-427d-9fcc-39e8b7df6deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:11.013029 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e063c949-2a9f-427d-9fcc-39e8b7df6deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:11.015538 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e063c949-2a9f-427d-9fcc-39e8b7df6deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:11.016643 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-e063c949-2a9f-427d-9fcc-39e8b7df6deb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab39a782-ff33-4ef6-91f8-392cdf176b20 HTTP/1.1" status: 204 len: 168 time: 0.1192405 Oct 19 08:25:11.025498 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063c949-2a9f-427d-9fcc-39e8b7df6deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab39a782-ff33-4ef6-91f8-392cdf176b20,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:11.288908 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ebdcf-7687-4bba-9027-fb1b60696ba5 req-daba8107-7296-4297-b02d-9218972c3595 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:11.290363 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ca0ebdcf-7687-4bba-9027-fb1b60696ba5 req-daba8107-7296-4297-b02d-9218972c3595 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0757372 Oct 19 08:25:11.310442 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb3071-6faf-48cd-9932-f1c5bb1fc098 req-9c1f64d9-7f2c-4272-af7a-3a21b6081f2e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:11.311875 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-80bb3071-6faf-48cd-9932-f1c5bb1fc098 req-9c1f64d9-7f2c-4272-af7a-3a21b6081f2e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0851262 Oct 19 08:25:11.358308 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ca0ebdcf-7687-4bba-9027-fb1b60696ba5 req-c9bce33f-3c88-4025-b991-c8490ae35ddc tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611243 Oct 19 08:25:11.366385 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-80bb3071-6faf-48cd-9932-f1c5bb1fc098 req-cc96aff7-6e94-41c2-8bbd-454f39638786 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470719 Oct 19 08:25:11.535657 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4057ac5-65ae-4a37-ac33-1e1d3f0f1540 req-69ac739e-5447-4bfa-acee-c88194603f52 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:11.537111 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b4057ac5-65ae-4a37-ac33-1e1d3f0f1540 req-69ac739e-5447-4bfa-acee-c88194603f52 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0867260 Oct 19 08:25:11.550659 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b444de6-d4fd-4846-aa16-fa97de2a54b5 req-493fb002-6f02-41df-bf3a-7cc4a2582b78 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:11.552297 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8b444de6-d4fd-4846-aa16-fa97de2a54b5 req-493fb002-6f02-41df-bf3a-7cc4a2582b78 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.0698230 Oct 19 08:25:11.615002 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b4057ac5-65ae-4a37-ac33-1e1d3f0f1540 req-bfed1d1c-a7fa-494b-a44d-0e86e8337d0f tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615015 Oct 19 08:25:11.617921 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8b444de6-d4fd-4846-aa16-fa97de2a54b5 req-a69be1d4-d56b-4297-a56e-5b4dbfced27b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549755 Oct 19 08:25:11.705472 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 37048) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:11.721110 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cd1c1-d175-4f8f-80d9-036e970af925 req-c2ef51d6-81ec-4864-a878-7b6a010595fa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:11.722645 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8e1cd1c1-d175-4f8f-80d9-036e970af925 req-c2ef51d6-81ec-4864-a878-7b6a010595fa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0475473 Oct 19 08:25:11.760550 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8e1cd1c1-d175-4f8f-80d9-036e970af925 req-4521a4ec-5a4e-449a-90d9-eb4044e1aeb3 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Oct 19 08:25:11.803305 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1249256443-network', 'tenant_id': 'b0f3b415832e4a019e3a072b38edce02'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:11.823973 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Made reservation on behalf of b0f3b415832e4a019e3a072b38edce02 for: {'network': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:25:11.827291 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:11.835836 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:11.899150 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-97eeb7e6-b23f-4824-8de8-664637784118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:11.917134 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:11.921461 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:11.948784 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=99812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:25:11.955804 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fc5308-6c48-4dc5-b4f8-f3f944a24de0,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:11.961858 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:11.962199 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.segments_db [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Added segment 7a39aaa6-3d73-4140-8ac8-e1ed61b27ed8 of type vlan for network 9bf0c3b7-6835-4299-9a7f-e4a77a02e8e3 Oct 19 08:25:12.003441 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:12.026578 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:12.027529 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:12.028123 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:12.053282 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 3ccfabb1-82b3-4904-a943-c29622e0b546 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:25:12.058705 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3519671 Oct 19 08:25:12.062340 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 37054) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:12.067343 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-900cc44b-46e6-4c04-8214-239edd5c298c admin admin] Request body: {'subnet': {'network_id': '9bf0c3b7-6835-4299-9a7f-e4a77a02e8e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1249256443-subnet', 'tenant_id': 'b0f3b415832e4a019e3a072b38edce02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:12.089234 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900cc44b-46e6-4c04-8214-239edd5c298c admin admin] Made reservation on behalf of b0f3b415832e4a019e3a072b38edce02 for: {'subnet': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:25:12.090631 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb1f32-6efe-4dc3-993e-1d3aa46fe93c admin admin] Pushing event updated for resources: {'Network': ['ID=9bf0c3b7-6835-4299-9a7f-e4a77a02e8e3,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:12.092779 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-900cc44b-46e6-4c04-8214-239edd5c298c admin admin] Publish callbacks [] for subnet, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:12.124069 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network 9bf0c3b7-6835-4299-9a7f-e4a77a02e8e3 details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:25:12.206747 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 3ccfabb1-82b3-4904-a943-c29622e0b546, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccfabb1-82b3-4904-a943-c29622e0b546,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:12.217592 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'port_id': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'mac_address': 'fa:16:3e:5f:b2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:25:12.257618 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-900cc44b-46e6-4c04-8214-239edd5c298c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for subnet, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:12.259001 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:12.271781 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccfabb1-82b3-4904-a943-c29622e0b546 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:25:12.292821 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 3ccfabb1-82b3-4904-a943-c29622e0b546, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccfabb1-82b3-4904-a943-c29622e0b546,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:12.297630 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:12.298268 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:25:12.313972 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cc44b-46e6-4c04-8214-239edd5c298c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a893c430-b993-4dcc-93e4-2a74274b4547,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:12.329357 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900cc44b-46e6-4c04-8214-239edd5c298c admin admin] Checking segment: {'id': '7a39aaa6-3d73-4140-8ac8-e1ed61b27ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9bf0c3b7-6835-4299-9a7f-e4a77a02e8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:25:12.329816 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900cc44b-46e6-4c04-8214-239edd5c298c admin admin] Network hostable DHCP agents. Network: 9bf0c3b7-6835-4299-9a7f-e4a77a02e8e3, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:25:12.345960 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900cc44b-46e6-4c04-8214-239edd5c298c admin admin] Network 9bf0c3b7-6835-4299-9a7f-e4a77a02e8e3 is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:25:12.355024 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-900cc44b-46e6-4c04-8214-239edd5c298c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, 9bf0c3b7-6835-4299-9a7f-e4a77a02e8e3) {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:25:12.360311 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900cc44b-46e6-4c04-8214-239edd5c298c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:12.360915 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-900cc44b-46e6-4c04-8214-239edd5c298c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:12.374523 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba5da7a-caba-4970-bd1f-2ad13e42043e None None] Network 9bf0c3b7-6835-4299-9a7f-e4a77a02e8e3 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:25:12.383042 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-900cc44b-46e6-4c04-8214-239edd5c298c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3194542 Oct 19 08:25:12.423490 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=3ccfabb1-82b3-4904-a943-c29622e0b546,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:12.481019 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:12.496285 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:12.497217 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:12.497669 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:12.498002 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:12.498327 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:12.498809 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:12.499152 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:12.499497 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:12.499971 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:12.500297 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:12.500614 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:12.500927 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:12.526319 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951bb49-9a56-41bb-9e0d-ede131d8acfd req-e4c34cd9-e771-413e-ba70-e4a679c5e6ac tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:12.528380 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e951bb49-9a56-41bb-9e0d-ede131d8acfd req-e4c34cd9-e771-413e-ba70-e4a679c5e6ac tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 943 time: 0.0853269 Oct 19 08:25:12.540430 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64897705-b360-43d3-8f21-2ee3336465ef req-c700a7ef-ac5d-41d4-b770-d11f2799f14e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:12.541993 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-64897705-b360-43d3-8f21-2ee3336465ef req-c700a7ef-ac5d-41d4-b770-d11f2799f14e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.0730393 Oct 19 08:25:12.551479 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'port_id': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63', 'mac_address': 'fa:16:3e:90:f5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:25:12.600970 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e951bb49-9a56-41bb-9e0d-ede131d8acfd req-92c8def5-34a9-4877-8936-5f83686415fd tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581408 Oct 19 08:25:12.605824 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-64897705-b360-43d3-8f21-2ee3336465ef req-4395ffa6-4c6f-42f0-82ae-d90a18d9a165 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564065 Oct 19 08:25:12.611853 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:12.762269 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:25:12.775049 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7d962-d2b7-4b38-a72b-e4292c67d61c req-99d053d4-1ec7-4026-904a-bd6e9ee6a57d tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:12.782803 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f5554d-bc1d-4a53-9dfa-86b3a51767df None None] Network 9bf0c3b7-6835-4299-9a7f-e4a77a02e8e3 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:25:12.782971 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-29c7d962-d2b7-4b38-a72b-e4292c67d61c req-99d053d4-1ec7-4026-904a-bd6e9ee6a57d tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0889914 Oct 19 08:25:12.787747 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:12.799103 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:12.799865 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device af354896-e292-4dc8-8c66-71861bbc0358 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:25:12.808726 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aaea7-9740-4a34-8a26-98817c83f615 req-03501fd7-8b80-4392-9095-1e66affd14d2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:12.810820 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-613aaea7-9740-4a34-8a26-98817c83f615 req-03501fd7-8b80-4392-9095-1e66affd14d2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 943 time: 0.1019211 Oct 19 08:25:12.860228 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-29c7d962-d2b7-4b38-a72b-e4292c67d61c req-25e8ca79-e654-435d-8f89-33f8661e52bd tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764859 Oct 19 08:25:12.898817 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-613aaea7-9740-4a34-8a26-98817c83f615 req-0b9e7d30-6dec-4c71-b5f7-ef98e500a54e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709767 Oct 19 08:25:12.901648 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:12.984406 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 37086) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:12.989291 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-481871261-network', 'tenant_id': '1904bb0e36664410b66da613dce7f1b6'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:12.999248 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5723a3a-6a03-4c63-92a2-d967904f9d8a req-96bff0b4-63cd-4817-ab85-1904adfae5bb tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:13.007115 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c5723a3a-6a03-4c63-92a2-d967904f9d8a req-96bff0b4-63cd-4817-ab85-1904adfae5bb tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0738604 Oct 19 08:25:13.033509 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Made reservation on behalf of 1904bb0e36664410b66da613dce7f1b6 for: {'network': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:25:13.035853 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.055901 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.061958 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c5723a3a-6a03-4c63-92a2-d967904f9d8a req-dabcb10c-64fc-49c7-978f-ee8620140d38 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508287 Oct 19 08:25:13.102848 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port af354896-e292-4dc8-8c66-71861bbc0358, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=af354896-e292-4dc8-8c66-71861bbc0358,segment=NetworkSegment(0e445511-1b44-42b3-b617-9e3715b1bba3),segment_id=0e445511-1b44-42b3-b617-9e3715b1bba3)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:13.121212 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': 'af354896-e292-4dc8-8c66-71861bbc0358', 'network_id': 'e6374a03-ed1d-4ba6-a790-eef480dd3eea', 'port_id': 'af354896-e292-4dc8-8c66-71861bbc0358', 'mac_address': 'fa:16:3e:e8:e2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4a4536-b5d9-4719-8e5f-eed0720f1f4c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:25:13.169480 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.182824 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af354896-e292-4dc8-8c66-71861bbc0358 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:25:13.189371 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.194869 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.204506 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port af354896-e292-4dc8-8c66-71861bbc0358, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=af354896-e292-4dc8-8c66-71861bbc0358,segment=NetworkSegment(0e445511-1b44-42b3-b617-9e3715b1bba3),segment_id=0e445511-1b44-42b3-b617-9e3715b1bba3)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:13.210208 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.222870 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=99812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:25:13.238956 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b4c2f0-64e1-45a7-b1b8-0e849a6c254b,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:13.242687 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.243033 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.segments_db [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Added segment 230c6fd9-7928-4689-bb90-5de6a7daed43 of type vlan for network 5f49f1ea-3a8b-49be-bf0b-a8d2499542df Oct 19 08:25:13.260662 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=af354896-e292-4dc8-8c66-71861bbc0358,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:13.269613 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:25:13.289506 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.316948 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.317914 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:13.318529 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.326032 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:25:13.329945 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:25:13.330319 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.349927 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3643987 Oct 19 08:25:13.352889 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 37094) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:13.358715 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-fa546453-847b-4b90-b1b4-bed331ee5e68 admin admin] Request body: {'subnet': {'network_id': '5f49f1ea-3a8b-49be-bf0b-a8d2499542df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-481871261-subnet', 'tenant_id': '1904bb0e36664410b66da613dce7f1b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:13.382346 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc36db-c85a-4fa0-be31-5a8fdec8311b admin admin] Pushing event updated for resources: {'Network': ['ID=5f49f1ea-3a8b-49be-bf0b-a8d2499542df,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:13.388871 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa546453-847b-4b90-b1b4-bed331ee5e68 admin admin] Made reservation on behalf of 1904bb0e36664410b66da613dce7f1b6 for: {'subnet': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:25:13.392348 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fa546453-847b-4b90-b1b4-bed331ee5e68 admin admin] Publish callbacks [] for subnet, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.403482 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network 5f49f1ea-3a8b-49be-bf0b-a8d2499542df details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:25:13.464574 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.501927 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a856f6-f552-461f-8d9c-4bf017cbbac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:25:13.505018 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344f49b6-993f-4021-87c6-ac453ef9129f" -d '{"events": [{"server_uuid": "a2a856f6-f552-461f-8d9c-4bf017cbbac5", "name": "network-vif-plugged", "status": "completed", "tag": "f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:25:13.519338 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082,segment=NetworkSegment(0e445511-1b44-42b3-b617-9e3715b1bba3),segment_id=0e445511-1b44-42b3-b617-9e3715b1bba3)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:13.524441 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.549057 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1107d9e6-8084-4967-b5ef-a9c81de59325 x-openstack-request-id: req-1107d9e6-8084-4967-b5ef-a9c81de59325 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:25:13.549354 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a856f6-f552-461f-8d9c-4bf017cbbac5", "name": "network-vif-plugged", "status": "completed", "tag": "f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:25:13.549594 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1107d9e6-8084-4967-b5ef-a9c81de59325 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:25:13.549970 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a856f6-f552-461f-8d9c-4bf017cbbac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082', 'code': 200} Oct 19 08:25:13.567995 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fa546453-847b-4b90-b1b4-bed331ee5e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for subnet, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.578135 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:13.624361 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa546453-847b-4b90-b1b4-bed331ee5e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b752dc2-157c-46c4-b808-675928a6137d,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:13.660809 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa546453-847b-4b90-b1b4-bed331ee5e68 admin admin] Checking segment: {'id': '230c6fd9-7928-4689-bb90-5de6a7daed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5f49f1ea-3a8b-49be-bf0b-a8d2499542df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:25:13.661432 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa546453-847b-4b90-b1b4-bed331ee5e68 admin admin] Network hostable DHCP agents. Network: 5f49f1ea-3a8b-49be-bf0b-a8d2499542df, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:25:13.693484 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa546453-847b-4b90-b1b4-bed331ee5e68 admin admin] Network 5f49f1ea-3a8b-49be-bf0b-a8d2499542df is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:25:13.703143 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-fa546453-847b-4b90-b1b4-bed331ee5e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, 5f49f1ea-3a8b-49be-bf0b-a8d2499542df) {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:25:13.712042 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa546453-847b-4b90-b1b4-bed331ee5e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:13.712042 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fa546453-847b-4b90-b1b4-bed331ee5e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:13.713830 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c77c51-7d4d-424a-af75-2bc3f7907f00 None None] Network 5f49f1ea-3a8b-49be-bf0b-a8d2499542df requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:25:13.786233 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-fa546453-847b-4b90-b1b4-bed331ee5e68 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4322402 Oct 19 08:25:13.826108 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97488ac5-145c-44c4-b1f3-65ac502134b7 req-1b21001c-b5b9-4461-8e48-bc72d3370fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:13.827715 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-97488ac5-145c-44c4-b1f3-65ac502134b7 req-1b21001c-b5b9-4461-8e48-bc72d3370fa0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 1098 time: 0.1092257 Oct 19 08:25:13.844214 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a110341-f792-4ae6-9e61-937d619dacb5 req-1d9d75a8-453c-474d-89f4-ce13e8d72a12 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:13.846244 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9a110341-f792-4ae6-9e61-937d619dacb5 req-1d9d75a8-453c-474d-89f4-ce13e8d72a12 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 944 time: 0.1122212 Oct 19 08:25:13.859303 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b96403-6ecf-4dc5-b1c3-173a457702bd req-095b8f29-4b8a-4cb9-a3e1-bc8db3d757ce tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:13.860757 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b8b96403-6ecf-4dc5-b1c3-173a457702bd req-095b8f29-4b8a-4cb9-a3e1-bc8db3d757ce tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.1283350 Oct 19 08:25:13.867780 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b8888-85b9-4e9c-888a-573c2782b48c None None] Network 5f49f1ea-3a8b-49be-bf0b-a8d2499542df requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:25:13.892341 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['af354896-e292-4dc8-8c66-71861bbc0358'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:25:13.936167 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-97488ac5-145c-44c4-b1f3-65ac502134b7 req-011daafd-0b42-49be-9059-30421cac3b38 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887177 Oct 19 08:25:13.955105 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b8b96403-6ecf-4dc5-b1c3-173a457702bd req-39fc3ae7-0b56-49c8-8c9d-36a596040563 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796340 Oct 19 08:25:13.957762 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9a110341-f792-4ae6-9e61-937d619dacb5 req-bdd7e767-1948-4e4b-b770-3d1fde55c2a0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961308 Oct 19 08:25:14.046559 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['3ccfabb1-82b3-4904-a943-c29622e0b546'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:25:14.176872 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['dd3a33e9-9f8d-4c39-a3b8-617d066c9a63'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:25:14.360830 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16574ff-afd7-41f8-bd04-37bd94a65088 req-7ed1623d-31b4-429d-83a1-4df2942e79ea tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:14.369022 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c16574ff-afd7-41f8-bd04-37bd94a65088 req-7ed1623d-31b4-429d-83a1-4df2942e79ea tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 944 time: 0.2844970 Oct 19 08:25:14.384998 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b7046-97a6-4fae-a664-0787b98a3c31 req-3fff57f9-bbbe-4696-acbe-d1494aeb9265 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:14.386680 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6d3b7046-97a6-4fae-a664-0787b98a3c31 req-3fff57f9-bbbe-4696-acbe-d1494aeb9265 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.2897441 Oct 19 08:25:14.468941 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6d3b7046-97a6-4fae-a664-0787b98a3c31 req-de582ab3-83db-41df-83b2-63f1f9dc08f0 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731621 Oct 19 08:25:14.482680 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c16574ff-afd7-41f8-bd04-37bd94a65088 req-70f52418-517e-4d06-a98c-376e2d227936 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076813 Oct 19 08:25:14.607046 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d3925-fb58-428a-a7e0-679122eda67b req-f22f21a7-d6ca-4795-8d52-b4bb83c99df0 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:14.610972 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-541d3925-fb58-428a-a7e0-679122eda67b req-f22f21a7-d6ca-4795-8d52-b4bb83c99df0 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0643137 Oct 19 08:25:14.650553 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-541d3925-fb58-428a-a7e0-679122eda67b req-b66b1ff5-7676-402c-a459-4113e6ce7a74 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361378 Oct 19 08:25:15.077255 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-503a2ed1-253b-4a1c-91f0-645a232c1f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:15.133832 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559197e-8763-4693-bac5-a49ad17fee2b req-fe85ff07-8856-4875-a4d9-c7d7ba2d40a9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:15.135408 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9559197e-8763-4693-bac5-a49ad17fee2b req-fe85ff07-8856-4875-a4d9-c7d7ba2d40a9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 944 time: 0.0846236 Oct 19 08:25:15.147389 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dd0df-2477-4b9e-ae06-a88fc0673edd req-0a30791e-ef19-49e7-b9eb-91a931914b3f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:15.148989 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-327dd0df-2477-4b9e-ae06-a88fc0673edd req-0a30791e-ef19-49e7-b9eb-91a931914b3f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.0697992 Oct 19 08:25:15.198228 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9559197e-8763-4693-bac5-a49ad17fee2b req-b8ef21eb-670a-4ecf-86c2-74c02edcc163 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482895 Oct 19 08:25:15.211776 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-327dd0df-2477-4b9e-ae06-a88fc0673edd req-8ddb33f0-02c6-4904-932f-04ef27600a60 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551791 Oct 19 08:25:15.610212 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f336a33-27b5-402a-b91a-d33db7c83513 req-ed82d48c-7f65-4dfe-b636-23ac11a2414b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:15.611873 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7f336a33-27b5-402a-b91a-d33db7c83513 req-ed82d48c-7f65-4dfe-b636-23ac11a2414b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 944 time: 0.0495558 Oct 19 08:25:15.649701 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7f336a33-27b5-402a-b91a-d33db7c83513 req-2f1a9840-4c06-4337-8485-d6a2f8b1d234 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319512 Oct 19 08:25:15.912797 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:16.343221 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8614ee-df5e-4a75-8338-a2000c452421 req-c96cb069-838b-4f36-a067-c3cdece51556 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:16.344663 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c8614ee-df5e-4a75-8338-a2000c452421 req-c96cb069-838b-4f36-a067-c3cdece51556 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 944 time: 0.0777292 Oct 19 08:25:16.356509 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1286e-76d2-4450-af41-2111fa281f43 req-1ba1f122-6d02-4dbe-9be4-ad6680baea8e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:16.357854 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ac1286e-76d2-4450-af41-2111fa281f43 req-1ba1f122-6d02-4dbe-9be4-ad6680baea8e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.0644770 Oct 19 08:25:16.413009 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c8614ee-df5e-4a75-8338-a2000c452421 req-94106d12-8c8c-467b-a181-11b314f86e66 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541484 Oct 19 08:25:16.415634 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ac1286e-76d2-4450-af41-2111fa281f43 req-651ebdf2-f51f-47da-b328-e676ca37b345 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513821 Oct 19 08:25:16.581755 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:16.759773 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca798f89-3f64-4373-ab12-c78f510170a7 req-8be43f39-c839-46fa-9395-f03c8a2943bb tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:16.761184 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ca798f89-3f64-4373-ab12-c78f510170a7 req-8be43f39-c839-46fa-9395-f03c8a2943bb tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 944 time: 0.0474727 Oct 19 08:25:16.799082 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ca798f89-3f64-4373-ab12-c78f510170a7 req-181d66cd-192f-448d-a83b-d86dee589c25 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Oct 19 08:25:17.555956 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3f2e7-6d68-45b9-b605-11698334cc0c req-def9304b-4c68-4471-8e4b-4e1486a72413 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:17.557306 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48b3f2e7-6d68-45b9-b605-11698334cc0c req-def9304b-4c68-4471-8e4b-4e1486a72413 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 944 time: 0.0780351 Oct 19 08:25:17.565633 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804ad09-9f66-4ce1-84da-617857845a50 req-f2011d2e-0e83-4ca8-b45b-ff2b0bac4795 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:17.566995 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b804ad09-9f66-4ce1-84da-617857845a50 req-f2011d2e-0e83-4ca8-b45b-ff2b0bac4795 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.0786192 Oct 19 08:25:17.657527 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:17.674023 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48b3f2e7-6d68-45b9-b605-11698334cc0c req-709e1dac-6140-4e99-8f4e-b5b136d8528b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060224 Oct 19 08:25:17.677245 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b804ad09-9f66-4ce1-84da-617857845a50 req-3c7bbff8-d12f-4073-8cc5-c32459d48240 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038077 Oct 19 08:25:17.923058 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936f011-e854-4f6d-a7b1-e4afedbec451 req-4d180826-1c5c-43c3-b2c5-7bc69e3d98db tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:17.924443 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a936f011-e854-4f6d-a7b1-e4afedbec451 req-4d180826-1c5c-43c3-b2c5-7bc69e3d98db tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 944 time: 0.0538173 Oct 19 08:25:17.963938 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a936f011-e854-4f6d-a7b1-e4afedbec451 req-dbd7e579-e763-4b6c-9489-a6b99ff45a4e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335906 Oct 19 08:25:18.813689 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba875b-2020-4192-aa55-e7a8b4f25fae req-5ff59d4a-7a0c-486f-8c5a-df6b2311354f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:18.815178 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-80ba875b-2020-4192-aa55-e7a8b4f25fae req-5ff59d4a-7a0c-486f-8c5a-df6b2311354f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 944 time: 0.0785475 Oct 19 08:25:18.825983 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10354c7-6661-4861-840b-14b4e88fe8d6 req-baf958d5-a55b-4e29-b4cb-400cb7a67ed7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:18.827368 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f10354c7-6661-4861-840b-14b4e88fe8d6 req-baf958d5-a55b-4e29-b4cb-400cb7a67ed7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.0655096 Oct 19 08:25:18.880791 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-80ba875b-2020-4192-aa55-e7a8b4f25fae req-08679794-26ae-4c42-98fc-445c214d0b14 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524983 Oct 19 08:25:18.885450 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f10354c7-6661-4861-840b-14b4e88fe8d6 req-b719de18-31b2-4293-ad36-ab7901a4917b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516758 Oct 19 08:25:19.079216 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702704bc-e049-44a8-b157-f3175106b574 req-24599705-622a-4e51-a727-392f7a32f5d5 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:19.080630 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-702704bc-e049-44a8-b157-f3175106b574 req-24599705-622a-4e51-a727-392f7a32f5d5 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 944 time: 0.0496089 Oct 19 08:25:19.117991 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-702704bc-e049-44a8-b157-f3175106b574 req-0e688c8b-acbd-42cd-b5d5-8035a00dfbee tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314357 Oct 19 08:25:19.722694 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-45041fe2-0ace-499e-8c30-1d880f040737 req-3032940a-056e-49e6-82c4-fd868d73834d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373900 Oct 19 08:25:19.802833 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45041fe2-0ace-499e-8c30-1d880f040737 req-8d6d44c1-3fec-4007-9276-4cff921520d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:19.804272 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-45041fe2-0ace-499e-8c30-1d880f040737 req-8d6d44c1-3fec-4007-9276-4cff921520d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28699d0a84f047ef8e686a6a7d0035fc&device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 1099 time: 0.0389020 Oct 19 08:25:19.913215 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45041fe2-0ace-499e-8c30-1d880f040737 req-e8cfbac1-52e5-49db-aa00-bcff5d36f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:19.914889 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-45041fe2-0ace-499e-8c30-1d880f040737 req-e8cfbac1-52e5-49db-aa00-bcff5d36f25f service neutron] 10.222.0.11 "GET /v2.0/networks?id=208569bb-7601-4f08-96d0-ae2bdee2d6b5 HTTP/1.1" status: 200 len: 913 time: 0.0857370 Oct 19 08:25:19.922702 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:19.968005 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-45041fe2-0ace-499e-8c30-1d880f040737 req-4905bfb4-f5c6-4c77-b738-cf3c9c8266a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 HTTP/1.1" status: 200 len: 217 time: 0.0409446 Oct 19 08:25:20.069537 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45041fe2-0ace-499e-8c30-1d880f040737 req-92c72aa1-5570-4b92-b61c-d281a5b59789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:20.070992 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-45041fe2-0ace-499e-8c30-1d880f040737 req-92c72aa1-5570-4b92-b61c-d281a5b59789 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82894be0-1ee1-4946-a674-10c84046a4ad HTTP/1.1" status: 200 len: 852 time: 0.0888331 Oct 19 08:25:20.081607 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd08919-fbe6-4125-b089-6b8f5484b83e req-a7e9a9fa-1e78-4766-80b5-32dd01c6bd59 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:20.083016 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fdd08919-fbe6-4125-b089-6b8f5484b83e req-a7e9a9fa-1e78-4766-80b5-32dd01c6bd59 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.1184618 Oct 19 08:25:20.091928 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac282c4-14e4-474f-b3c9-d0838ff9c313 req-1400d84c-64bb-4ded-9778-5d83d48d2495 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:20.093266 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bac282c4-14e4-474f-b3c9-d0838ff9c313 req-1400d84c-64bb-4ded-9778-5d83d48d2495 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 944 time: 0.1300242 Oct 19 08:25:20.132746 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-45041fe2-0ace-499e-8c30-1d880f040737 req-24184c80-c486-4635-963c-feecd18347b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=208569bb-7601-4f08-96d0-ae2bdee2d6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488367 Oct 19 08:25:20.198663 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fdd08919-fbe6-4125-b089-6b8f5484b83e req-56ae8bf0-c592-4e87-96cf-b8f8456b3838 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983593 Oct 19 08:25:20.203472 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bac282c4-14e4-474f-b3c9-d0838ff9c313 req-ba987e00-71a7-4028-a7ac-1fcdf6cf17f9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006980 Oct 19 08:25:20.255166 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-45041fe2-0ace-499e-8c30-1d880f040737 req-b52af074-756b-4cae-b787-81805f7f200e service neutron] 10.222.0.11 "GET /v2.0/networks/208569bb-7601-4f08-96d0-ae2bdee2d6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120896 Oct 19 08:25:20.367585 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12414918-410c-4624-b7c0-2ba55c653011 req-7720e389-8e2f-439a-a7b9-ac146450e8f9 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:20.369033 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-12414918-410c-4624-b7c0-2ba55c653011 req-7720e389-8e2f-439a-a7b9-ac146450e8f9 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 944 time: 0.1043198 Oct 19 08:25:20.398634 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-45041fe2-0ace-499e-8c30-1d880f040737 req-42c9ce1d-e959-4e28-aa7d-c30c7afe100f service neutron] 10.222.0.11 "GET /v2.0/networks/208569bb-7601-4f08-96d0-ae2bdee2d6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350501 Oct 19 08:25:20.417246 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-12414918-410c-4624-b7c0-2ba55c653011 req-b090e308-9251-49c0-bc82-90cb6b2fd17b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Oct 19 08:25:21.245581 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 3ccfabb1-82b3-4904-a943-c29622e0b546 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:25:21.297185 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port 3ccfabb1-82b3-4904-a943-c29622e0b546 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:25:21.301158 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 3ccfabb1-82b3-4904-a943-c29622e0b546 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:25:21.301712 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:21.367643 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d2b8c-7dc8-4329-aea8-1d6964da86ed req-a452c6f3-df0a-4d95-a0be-e8dc84f54d45 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:21.369025 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a66d2b8c-7dc8-4329-aea8-1d6964da86ed req-a452c6f3-df0a-4d95-a0be-e8dc84f54d45 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 944 time: 0.0930188 Oct 19 08:25:21.376965 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2617ef5-6bbd-45ba-baff-17304fba0c88 req-e8a3b1dd-5ca4-41b3-8f9f-7c17c968c4f0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:21.378658 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e2617ef5-6bbd-45ba-baff-17304fba0c88 req-e8a3b1dd-5ca4-41b3-8f9f-7c17c968c4f0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.0881119 Oct 19 08:25:21.388003 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:21.410372 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:25:21.412810 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8a39ed-27ce-4d93-bd87-1dc6a6180285" -d '{"events": [{"server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "name": "network-vif-plugged", "status": "completed", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:25:21.426453 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 3ccfabb1-82b3-4904-a943-c29622e0b546, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccfabb1-82b3-4904-a943-c29622e0b546,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:21.431678 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:21.432924 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device af354896-e292-4dc8-8c66-71861bbc0358 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:25:21.437603 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a66d2b8c-7dc8-4329-aea8-1d6964da86ed req-a6eaa25a-bd4d-4f38-bbc7-3be8ad66d4ee tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569532 Oct 19 08:25:21.441823 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e2617ef5-6bbd-45ba-baff-17304fba0c88 req-c68010ef-bb09-4855-b8cf-f24c4d2b99d7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557702 Oct 19 08:25:21.496189 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad7d83b-1571-4445-a4c5-9661af212b72 x-openstack-request-id: req-0ad7d83b-1571-4445-a4c5-9661af212b72 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:25:21.497153 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "name": "network-vif-plugged", "status": "completed", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:25:21.497842 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ad7d83b-1571-4445-a4c5-9661af212b72 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:25:21.497842 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'code': 200} Oct 19 08:25:21.510222 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=3ccfabb1-82b3-4904-a943-c29622e0b546,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:21.522931 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port af354896-e292-4dc8-8c66-71861bbc0358 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:25:21.526579 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port af354896-e292-4dc8-8c66-71861bbc0358 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:25:21.527006 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:21.571167 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aafec9-0f93-4b38-b068-fb7abe271e57 req-811073fa-f89d-43b9-afa5-361f15b3a20b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:21.572624 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-16aafec9-0f93-4b38-b068-fb7abe271e57 req-811073fa-f89d-43b9-afa5-361f15b3a20b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 944 time: 0.0498075 Oct 19 08:25:21.607789 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:21.610508 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-16aafec9-0f93-4b38-b068-fb7abe271e57 req-c9154bb9-c3a6-4b13-bdd3-ad7d34dd877a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317557 Oct 19 08:25:21.640178 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port af354896-e292-4dc8-8c66-71861bbc0358, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=af354896-e292-4dc8-8c66-71861bbc0358,segment=NetworkSegment(0e445511-1b44-42b3-b617-9e3715b1bba3),segment_id=0e445511-1b44-42b3-b617-9e3715b1bba3)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:21.643912 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:21.690605 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=af354896-e292-4dc8-8c66-71861bbc0358,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:22.592466 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110df27-7a19-487c-9c95-25d74df82a1d req-63dc4491-25c0-414e-a819-0834ac40a23c tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:22.593910 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b110df27-7a19-487c-9c95-25d74df82a1d req-63dc4491-25c0-414e-a819-0834ac40a23c tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 944 time: 0.0774610 Oct 19 08:25:22.600999 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c561241-9777-40c3-8115-66d84f58b8f0 req-e796da9b-520e-4201-b1e0-af24de412e2a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:22.602313 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3c561241-9777-40c3-8115-66d84f58b8f0 req-e796da9b-520e-4201-b1e0-af24de412e2a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0773554 Oct 19 08:25:22.656022 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b110df27-7a19-487c-9c95-25d74df82a1d req-b46b3d60-839f-43a4-bec7-0e6838e53d37 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526855 Oct 19 08:25:22.660716 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3c561241-9777-40c3-8115-66d84f58b8f0 req-2cfca798-0b73-45ff-8dd4-07c462a12fa1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517437 Oct 19 08:25:22.754989 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc98c7-6b23-4f6e-8981-2816fbe4cebf req-b3cc56fd-ef60-4edf-ad59-e549ec8a72f4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:22.756420 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b2fc98c7-6b23-4f6e-8981-2816fbe4cebf req-b3cc56fd-ef60-4edf-ad59-e549ec8a72f4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0474415 Oct 19 08:25:22.792117 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b2fc98c7-6b23-4f6e-8981-2816fbe4cebf req-e178ace1-e269-4137-bf6f-9f3653b84d04 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298738 Oct 19 08:25:23.499048 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb56f1c-831c-4725-b502-fbf7f6b9fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af354896-e292-4dc8-8c66-71861bbc0358'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:25:23.501354 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8752e119-3960-44aa-ac34-533ab83b7f5f" -d '{"events": [{"server_uuid": "feb56f1c-831c-4725-b502-fbf7f6b9fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "af354896-e292-4dc8-8c66-71861bbc0358"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:25:23.534646 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0842f51-c95f-4e5a-ae4a-d58430d955d1 x-openstack-request-id: req-f0842f51-c95f-4e5a-ae4a-d58430d955d1 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:25:23.534927 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb56f1c-831c-4725-b502-fbf7f6b9fe5b", "name": "network-vif-plugged", "status": "completed", "tag": "af354896-e292-4dc8-8c66-71861bbc0358", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:25:23.535172 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0842f51-c95f-4e5a-ae4a-d58430d955d1 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:25:23.535553 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb56f1c-831c-4725-b502-fbf7f6b9fe5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af354896-e292-4dc8-8c66-71861bbc0358', 'code': 200} Oct 19 08:25:23.795828 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d7ca8-ffba-41d9-a524-f871f87d5505 req-abdb7100-e7cd-40b5-b1e9-9d2bf872f8b9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:23.797184 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-598d7ca8-ffba-41d9-a524-f871f87d5505 req-abdb7100-e7cd-40b5-b1e9-9d2bf872f8b9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 944 time: 0.0754671 Oct 19 08:25:23.808735 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318a3f8-50f8-4dd8-afde-546dac59debb req-86291430-35b1-490d-aa74-be23595be475 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:23.810665 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4318a3f8-50f8-4dd8-afde-546dac59debb req-86291430-35b1-490d-aa74-be23595be475 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0783465 Oct 19 08:25:23.863217 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-598d7ca8-ffba-41d9-a524-f871f87d5505 req-ae7f21ee-41f5-496f-9097-c35b89e36774 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516121 Oct 19 08:25:23.867865 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4318a3f8-50f8-4dd8-afde-546dac59debb req-46e8575d-8f5d-4f1b-a7df-02d828032980 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507519 Oct 19 08:25:23.963898 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac5af-5ee4-4934-a144-cdb6b90e0e0a req-88953b44-cdc9-4df3-9ed1-242eddf442de tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:23.966258 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-132ac5af-5ee4-4934-a144-cdb6b90e0e0a req-88953b44-cdc9-4df3-9ed1-242eddf442de tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0484204 Oct 19 08:25:24.005035 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-132ac5af-5ee4-4934-a144-cdb6b90e0e0a req-44cccbdd-77ed-4899-9bab-a8f3f412dcef tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324845 Oct 19 08:25:24.126485 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:25:24.178294 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:25:24.181910 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:25:24.182275 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:24.261681 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:24.294161 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:24.297757 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:24.343578 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:25.006716 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af16da8-ff02-41df-a841-f309b14f2456 req-780b9d2d-603b-4144-a6bf-bf780073413a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:25.008156 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8af16da8-ff02-41df-a841-f309b14f2456 req-780b9d2d-603b-4144-a6bf-bf780073413a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0778749 Oct 19 08:25:25.020044 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f80b6-ab27-41a3-8cbf-f574ff2d6e84 req-71bf41f2-601c-4aaa-ad52-84463da57a05 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:25.021395 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-df5f80b6-ab27-41a3-8cbf-f574ff2d6e84 req-71bf41f2-601c-4aaa-ad52-84463da57a05 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0805874 Oct 19 08:25:25.078076 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8af16da8-ff02-41df-a841-f309b14f2456 req-d9d96294-2503-47f9-8635-a623bd090991 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557501 Oct 19 08:25:25.080805 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-df5f80b6-ab27-41a3-8cbf-f574ff2d6e84 req-7f6b1f6e-cf96-49a3-bdfd-2266ee3b7ca1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522101 Oct 19 08:25:25.178149 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835db6fe-b3a2-4732-83a4-9aaf47a8229d req-2353908c-086a-4503-bd35-57c7179cb37e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:25.179573 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-835db6fe-b3a2-4732-83a4-9aaf47a8229d req-2353908c-086a-4503-bd35-57c7179cb37e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0468404 Oct 19 08:25:25.219076 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-835db6fe-b3a2-4732-83a4-9aaf47a8229d req-d290f9de-3443-412f-9f9d-f34ef13ba520 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331137 Oct 19 08:25:25.536941 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b1ba9b-8d31-4658-9d03-3be46d4f7504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:25:25.540809 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acb655a-57fa-437c-ae61-e95e9594f613" -d '{"events": [{"server_uuid": "30b1ba9b-8d31-4658-9d03-3be46d4f7504", "name": "network-vif-plugged", "status": "completed", "tag": "dd3a33e9-9f8d-4c39-a3b8-617d066c9a63"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:25:25.576387 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b43e224-a3c0-403a-bd71-06b65f353c2b x-openstack-request-id: req-6b43e224-a3c0-403a-bd71-06b65f353c2b {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:25:25.576744 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b1ba9b-8d31-4658-9d03-3be46d4f7504", "name": "network-vif-plugged", "status": "completed", "tag": "dd3a33e9-9f8d-4c39-a3b8-617d066c9a63", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:25:25.577059 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b43e224-a3c0-403a-bd71-06b65f353c2b {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:25:25.577532 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b1ba9b-8d31-4658-9d03-3be46d4f7504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63', 'code': 200} Oct 19 08:25:25.611853 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee517e-a1aa-4859-bce8-d3ea16304add req-9c9911b3-6b48-45e2-9eaa-db06d79967b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:25.613360 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-25ee517e-a1aa-4859-bce8-d3ea16304add req-9c9911b3-6b48-45e2-9eaa-db06d79967b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 1099 time: 0.0420673 Oct 19 08:25:25.660822 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-25ee517e-a1aa-4859-bce8-d3ea16304add req-8eacdda3-7abf-40a4-ae30-77655c964937 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282567 Oct 19 08:25:26.161266 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dcd89-b0b0-43be-bc5d-197e2c4156e0 req-9eae425f-0181-4f17-b606-87880928bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:26.162695 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e78dcd89-b0b0-43be-bc5d-197e2c4156e0 req-9eae425f-0181-4f17-b606-87880928bfac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 1098 time: 0.0802031 Oct 19 08:25:26.175501 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42616c-c680-41da-8f6f-61eb64a52204 req-8e5ac672-5627-430f-b560-4caf9249cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:26.176830 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d42616c-c680-41da-8f6f-61eb64a52204 req-8e5ac672-5627-430f-b560-4caf9249cffd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 1098 time: 0.0679421 Oct 19 08:25:26.273074 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e78dcd89-b0b0-43be-bc5d-197e2c4156e0 req-48ae4232-e93a-40e0-ae8f-4e400ad113db service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789011 Oct 19 08:25:26.278100 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d42616c-c680-41da-8f6f-61eb64a52204 req-7279a9ad-0b75-4810-8c06-d4e1ae9766d7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791674 Oct 19 08:25:26.286799 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4e0cc-0f58-4b93-a230-4af2eeb87cfe req-34e3ae72-2266-4231-bfd5-cd8e2c0edb9b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:26.288173 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8fe4e0cc-0f58-4b93-a230-4af2eeb87cfe req-34e3ae72-2266-4231-bfd5-cd8e2c0edb9b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.1397874 Oct 19 08:25:26.295194 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672847d6-4f6e-4614-a83d-ecafd0434e05 req-b1c860db-275f-4e11-9936-9e2bcfa92036 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:26.296546 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-672847d6-4f6e-4614-a83d-ecafd0434e05 req-b1c860db-275f-4e11-9936-9e2bcfa92036 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.1317134 Oct 19 08:25:26.352849 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8fe4e0cc-0f58-4b93-a230-4af2eeb87cfe req-059e9ec6-67cf-4151-8040-2ba327f3cd4d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553782 Oct 19 08:25:26.355704 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-672847d6-4f6e-4614-a83d-ecafd0434e05 req-d7ae49d4-0690-444c-be02-d4db9da7ba99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524809 Oct 19 08:25:26.462508 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99cd971-0e59-4ddf-a98c-bed90043920e req-0f027918-9e09-43d4-b3a3-c45e901bf94b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:26.463988 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e99cd971-0e59-4ddf-a98c-bed90043920e req-0f027918-9e09-43d4-b3a3-c45e901bf94b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0522788 Oct 19 08:25:26.501638 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e99cd971-0e59-4ddf-a98c-bed90043920e req-7996322c-6dbc-4fda-a888-4d71e6d94c7e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Oct 19 08:25:27.508919 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94cae1-5421-432d-bc59-04c1f62927d3 req-45f3a481-8ba8-4574-8ee2-c044f025812b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:27.510342 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3b94cae1-5421-432d-bc59-04c1f62927d3 req-45f3a481-8ba8-4574-8ee2-c044f025812b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0684781 Oct 19 08:25:27.518080 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d84bf-7e72-4fc7-b23d-f6ab8eb4cb74 req-93dafc72-708c-46dc-801d-1d1222233dd3 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:27.521019 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f74d84bf-7e72-4fc7-b23d-f6ab8eb4cb74 req-93dafc72-708c-46dc-801d-1d1222233dd3 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0943356 Oct 19 08:25:27.582870 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3b94cae1-5421-432d-bc59-04c1f62927d3 req-b9e0e65e-2e10-4613-869a-75b6720abca8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608931 Oct 19 08:25:27.587430 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f74d84bf-7e72-4fc7-b23d-f6ab8eb4cb74 req-28920726-64a7-480f-84b8-2e6adda39278 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563538 Oct 19 08:25:27.686075 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e0031-e02d-4331-9d65-3a43f7364996 req-30e8e409-fe43-45f2-a05e-8e5f042d7b48 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:27.687455 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-af6e0031-e02d-4331-9d65-3a43f7364996 req-30e8e409-fe43-45f2-a05e-8e5f042d7b48 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0472724 Oct 19 08:25:27.723577 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-af6e0031-e02d-4331-9d65-3a43f7364996 req-712ee87e-018d-4cd9-a295-1f8573e7bc56 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304313 Oct 19 08:25:28.960883 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c09137-590d-421d-a5fc-5e6a752e9c4a req-7649797e-0bf0-43bc-8516-a6554478b571 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:28.962362 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-85c09137-590d-421d-a5fc-5e6a752e9c4a req-7649797e-0bf0-43bc-8516-a6554478b571 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0548825 Oct 19 08:25:29.009040 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-85c09137-590d-421d-a5fc-5e6a752e9c4a req-71e68776-80d9-40c8-8b86-e9c7f954b5df tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395362 Oct 19 08:25:29.066155 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6a7fb-4c2a-4b5c-9ab7-54523a0a3861 req-00800b31-31a6-4a49-8314-a224ca277d00 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:29.067793 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ff6a7fb-4c2a-4b5c-9ab7-54523a0a3861 req-00800b31-31a6-4a49-8314-a224ca277d00 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0523920 Oct 19 08:25:29.163576 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ff6a7fb-4c2a-4b5c-9ab7-54523a0a3861 req-211a43e4-d5ca-4d4d-9d4c-149d0eedee9a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895455 Oct 19 08:25:29.172622 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa755e2-758a-4eab-9e4d-f2e25198b3a3 req-e607a889-1fd3-44bb-a951-8aa90495adec tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:29.174100 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9fa755e2-758a-4eab-9e4d-f2e25198b3a3 req-e607a889-1fd3-44bb-a951-8aa90495adec tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0918107 Oct 19 08:25:29.213706 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9fa755e2-758a-4eab-9e4d-f2e25198b3a3 req-0c64f36b-b828-4c86-8130-baf685e57213 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330255 Oct 19 08:25:30.120389 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390f6be-5393-4f4c-b8a8-b7f33b08b272 req-3ee26656-d5de-47d6-84f1-8c0c62cb03c0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:30.122003 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4390f6be-5393-4f4c-b8a8-b7f33b08b272 req-3ee26656-d5de-47d6-84f1-8c0c62cb03c0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0493014 Oct 19 08:25:30.162671 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4390f6be-5393-4f4c-b8a8-b7f33b08b272 req-1d979e13-8e29-4419-8331-0dd4301700d8 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340075 Oct 19 08:25:30.303724 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536568e2-ea4e-41f6-80b2-de673c171044 req-a7e24029-8c4c-4c07-a01e-61c50cbe74fc tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:30.305076 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-536568e2-ea4e-41f6-80b2-de673c171044 req-a7e24029-8c4c-4c07-a01e-61c50cbe74fc tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0779846 Oct 19 08:25:30.315672 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 37456) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:30.318296 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15431ef-fec9-4c9a-a291-6c11e69ad84b req-8fddb923-188b-4c25-841f-d4b40c1ce35a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:30.321098 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-e3ce729c-be04-40cd-941c-a2588a3244b7 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Request body: {'floatingip': {'port_id': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:30.325462 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a15431ef-fec9-4c9a-a291-6c11e69ad84b req-8fddb923-188b-4c25-841f-d4b40c1ce35a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0874743 Oct 19 08:25:30.368529 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a15431ef-fec9-4c9a-a291-6c11e69ad84b req-78c388b4-d9b2-4082-8100-db3b4c7babc9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 Oct 19 08:25:30.399351 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e3ce729c-be04-40cd-941c-a2588a3244b7 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:30.413825 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937555c-e64d-4296-bc32-1c0748c8cb06 req-f1381da3-ca53-44f2-9e02-c8ea015a5ac2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:30.415334 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8937555c-e64d-4296-bc32-1c0748c8cb06 req-f1381da3-ca53-44f2-9e02-c8ea015a5ac2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0587087 Oct 19 08:25:30.475343 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8937555c-e64d-4296-bc32-1c0748c8cb06 req-772674ae-4880-407e-9a73-89894d0bbee7 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528910 Oct 19 08:25:30.505292 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939c3ad-d993-414d-b5a1-4130a23785ad req-e0798e17-ede3-47e2-84d7-65b9e97f2b79 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:30.506837 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e939c3ad-d993-414d-b5a1-4130a23785ad req-e0798e17-ede3-47e2-84d7-65b9e97f2b79 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0631499 Oct 19 08:25:30.520034 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 37462) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:30.524855 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-c40c2a66-d466-4c95-b7b9-df0b41da7e1e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Request body: {'floatingip': {'port_id': '3ccfabb1-82b3-4904-a943-c29622e0b546'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:30.601413 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c40c2a66-d466-4c95-b7b9-df0b41da7e1e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:31.015874 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f917ddf-1715-4dad-8ea2-4a5040d39dcb req-75c8b003-9951-4ad3-84ad-8053693a5cbd tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:31.017346 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3f917ddf-1715-4dad-8ea2-4a5040d39dcb req-75c8b003-9951-4ad3-84ad-8053693a5cbd tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.2832649 Oct 19 08:25:31.113726 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e3ce729c-be04-40cd-941c-a2588a3244b7 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:31.113933 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3f917ddf-1715-4dad-8ea2-4a5040d39dcb req-72e4033f-6f09-4a30-af63-75473022b788 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881510 Oct 19 08:25:31.118852 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e3ce729c-be04-40cd-941c-a2588a3244b7 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:31.414986 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.l3_db [None req-e3ce729c-be04-40cd-941c-a2588a3244b7 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Floating IP da9091db-d087-43c2-bb74-b156d93064f7 associated. External IP: 172.27.2.194, port: dd3a33e9-9f8d-4c39-a3b8-617d066c9a63. Oct 19 08:25:31.517907 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c40c2a66-d466-4c95-b7b9-df0b41da7e1e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:31.522089 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c40c2a66-d466-4c95-b7b9-df0b41da7e1e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:31.620792 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.l3_db [None req-c40c2a66-d466-4c95-b7b9-df0b41da7e1e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Floating IP 7bd77e60-5cf0-4df0-9b90-fb492e6d3ccc associated. External IP: 172.27.2.230, port: 3ccfabb1-82b3-4904-a943-c29622e0b546. Oct 19 08:25:31.625000 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ce729c-be04-40cd-941c-a2588a3244b7 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Router 8d399fa2-a278-4244-b4bf-6552dcbfa466 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:25:31.730506 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ce729c-be04-40cd-941c-a2588a3244b7 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:25:31.735549 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e3ce729c-be04-40cd-941c-a2588a3244b7 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:31.746617 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e861467-e6e4-4d13-abfd-7eaf7dcf81a1 None None] Sync routers for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:25:31.756881 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e861467-e6e4-4d13-abfd-7eaf7dcf81a1 None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:25:31.757477 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-8e861467-e6e4-4d13-abfd-7eaf7dcf81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:25:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:31.763001 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-e3ce729c-be04-40cd-941c-a2588a3244b7 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "PUT /v2.0/floatingips/da9091db-d087-43c2-bb74-b156d93064f7 HTTP/1.1" status: 200 len: 991 time: 1.4455454 Oct 19 08:25:31.763692 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b1ba9b-8d31-4658-9d03-3be46d4f7504', 'tag': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:25:31.765924 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570dda27-7186-4552-b2f9-0c0f82a8e3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "30b1ba9b-8d31-4658-9d03-3be46d4f7504", "tag": "dd3a33e9-9f8d-4c39-a3b8-617d066c9a63"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:25:31.817542 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08594529-1cfd-475a-94e0-d1d8199ab717 x-openstack-request-id: req-08594529-1cfd-475a-94e0-d1d8199ab717 {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:25:31.817815 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b1ba9b-8d31-4658-9d03-3be46d4f7504", "tag": "dd3a33e9-9f8d-4c39-a3b8-617d066c9a63", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:25:31.818062 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08594529-1cfd-475a-94e0-d1d8199ab717 {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:25:31.819084 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b1ba9b-8d31-4658-9d03-3be46d4f7504', 'tag': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63', 'status': 'completed', 'code': 200} Oct 19 08:25:31.843296 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40c2a66-d466-4c95-b7b9-df0b41da7e1e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Router 85354a51-054a-4aec-87e6-43e1af84f984 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:25:31.867239 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-8e861467-e6e4-4d13-abfd-7eaf7dcf81a1 None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:25:31.951979 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40c2a66-d466-4c95-b7b9-df0b41da7e1e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:25:31.956933 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c40c2a66-d466-4c95-b7b9-df0b41da7e1e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:31.962088 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f9db9-8acb-4dc9-90cb-b94e8b22e497 None None] Sync routers for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:25:31.972643 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f9db9-8acb-4dc9-90cb-b94e8b22e497 None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:25:31.973243 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-d40f9db9-8acb-4dc9-90cb-b94e8b22e497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:25:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:31.984537 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-c40c2a66-d466-4c95-b7b9-df0b41da7e1e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "PUT /v2.0/floatingips/7bd77e60-5cf0-4df0-9b90-fb492e6d3ccc HTTP/1.1" status: 200 len: 992 time: 1.4632957 Oct 19 08:25:31.985211 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:25:31.987607 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a889f5bc-7aed-463e-908c-e7b2b4149805" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:25:32.032645 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:25:32.083678 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-d40f9db9-8acb-4dc9-90cb-b94e8b22e497 None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:25:32.150909 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-8e861467-e6e4-4d13-abfd-7eaf7dcf81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'da9091db-d087-43c2-bb74-b156d93064f7', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'port_id': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'mac_address': 'fa:16:3e:90:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b1ba9b-8d31-4658-9d03-3be46d4f7504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:24:31Z', 'updated_at': '2021-10-19T08:25:30Z', 'revision_number': 1, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 5, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:32.176707 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e861467-e6e4-4d13-abfd-7eaf7dcf81a1 None None] Checking router: 8d399fa2-a278-4244-b4bf-6552dcbfa466 for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:25:32.185335 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e861467-e6e4-4d13-abfd-7eaf7dcf81a1 None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:25:32.186341 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-8e861467-e6e4-4d13-abfd-7eaf7dcf81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:25:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:32.295971 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-8e861467-e6e4-4d13-abfd-7eaf7dcf81a1 None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:25:32.465952 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-d40f9db9-8acb-4dc9-90cb-b94e8b22e497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': '7bd77e60-5cf0-4df0-9b90-fb492e6d3ccc', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'port_id': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'mac_address': 'fa:16:3e:5f:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:24:29Z', 'updated_at': '2021-10-19T08:25:31Z', 'revision_number': 1, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 5, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:32.495314 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f9db9-8acb-4dc9-90cb-b94e8b22e497 None None] Checking router: 85354a51-054a-4aec-87e6-43e1af84f984 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:25:32.504238 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f9db9-8acb-4dc9-90cb-b94e8b22e497 None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:25:32.504834 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-d40f9db9-8acb-4dc9-90cb-b94e8b22e497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:25:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:32.608329 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-8e861467-e6e4-4d13-abfd-7eaf7dcf81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'da9091db-d087-43c2-bb74-b156d93064f7', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'port_id': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'mac_address': 'fa:16:3e:90:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b1ba9b-8d31-4658-9d03-3be46d4f7504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:24:31Z', 'updated_at': '2021-10-19T08:25:30Z', 'revision_number': 1, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 5, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:32.608598 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-d40f9db9-8acb-4dc9-90cb-b94e8b22e497 None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:25:32.637029 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e861467-e6e4-4d13-abfd-7eaf7dcf81a1 None None] The sync data for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi is: [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'da9091db-d087-43c2-bb74-b156d93064f7', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'port_id': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'mac_address': 'fa:16:3e:90:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b1ba9b-8d31-4658-9d03-3be46d4f7504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:24:31Z', 'updated_at': '2021-10-19T08:25:30Z', 'revision_number': 1, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 5, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:25:32.826816 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b0f2fa-f3f2-4477-a8f8-da337b2e511f None None] New status for floating IP da9091db-d087-43c2-bb74-b156d93064f7: ACTIVE {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:25:32.837330 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-d40f9db9-8acb-4dc9-90cb-b94e8b22e497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': '7bd77e60-5cf0-4df0-9b90-fb492e6d3ccc', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'port_id': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'mac_address': 'fa:16:3e:5f:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:24:29Z', 'updated_at': '2021-10-19T08:25:31Z', 'revision_number': 1, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 5, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:32.865370 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f9db9-8acb-4dc9-90cb-b94e8b22e497 None None] The sync data for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi is: [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': '7bd77e60-5cf0-4df0-9b90-fb492e6d3ccc', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'port_id': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'mac_address': 'fa:16:3e:5f:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:24:29Z', 'updated_at': '2021-10-19T08:25:31Z', 'revision_number': 1, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 5, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:25:33.043646 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b7d90b-7f8a-457c-b638-97611f082738 None None] New status for floating IP 7bd77e60-5cf0-4df0-9b90-fb492e6d3ccc: ACTIVE {{(pid=99814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:25:35.216581 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dda27-7186-4552-b2f9-0c0f82a8e3b9 req-7d48152a-17af-4c28-8dbd-de4ee3696ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:35.218086 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-570dda27-7186-4552-b2f9-0c0f82a8e3b9 req-7d48152a-17af-4c28-8dbd-de4ee3696ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d039e505af3b42a3afdc9ac76295e901&device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 1098 time: 0.0740714 Oct 19 08:25:35.220494 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24633e5c-7db7-402d-b5d7-49f8343e1b84 req-1c987871-7edb-4738-b849-c88f7ed70d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:35.221885 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-24633e5c-7db7-402d-b5d7-49f8343e1b84 req-1c987871-7edb-4738-b849-c88f7ed70d8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 1098 time: 0.0533743 Oct 19 08:25:35.229167 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4d1df4-17bc-4a43-b820-fc0b49c898e4 x-openstack-request-id: req-2c4d1df4-17bc-4a43-b820-fc0b49c898e4 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:25:35.229740 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:25:35.230046 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c4d1df4-17bc-4a43-b820-fc0b49c898e4 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:25:35.230517 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'status': 'completed', 'code': 200} Oct 19 08:25:35.314465 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889f5bc-7aed-463e-908c-e7b2b4149805 req-2998806f-ab60-4ade-9499-0fc0fb11b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:35.316177 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a889f5bc-7aed-463e-908c-e7b2b4149805 req-2998806f-ab60-4ade-9499-0fc0fb11b32b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 1099 time: 0.0416803 Oct 19 08:25:35.362421 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e9b14-f2d9-4cf0-90c1-f832cea21bb2 req-73c6c35b-1610-4199-9733-d0c3e0696599 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:35.363911 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7f9e9b14-f2d9-4cf0-90c1-f832cea21bb2 req-73c6c35b-1610-4199-9733-d0c3e0696599 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.1280246 Oct 19 08:25:35.426268 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889f5bc-7aed-463e-908c-e7b2b4149805 req-49cd39c0-baf2-49de-aceb-bf25889d6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:35.427735 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a889f5bc-7aed-463e-908c-e7b2b4149805 req-49cd39c0-baf2-49de-aceb-bf25889d6f57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 918 time: 0.0992486 Oct 19 08:25:35.540382 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a889f5bc-7aed-463e-908c-e7b2b4149805 req-e23b46fc-03ea-415b-ac9f-56b2bc96007f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ccfabb1-82b3-4904-a943-c29622e0b546 HTTP/1.1" status: 200 len: 1002 time: 0.1003542 Oct 19 08:25:35.598975 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889f5bc-7aed-463e-908c-e7b2b4149805 req-68ca7b25-06d4-49b8-afe4-76b901789edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:35.600402 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a889f5bc-7aed-463e-908c-e7b2b4149805 req-68ca7b25-06d4-49b8-afe4-76b901789edd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be9abea3-4266-4603-b94f-731252d257c2 HTTP/1.1" status: 200 len: 856 time: 0.0446367 Oct 19 08:25:35.645601 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dda27-7186-4552-b2f9-0c0f82a8e3b9 req-e6bba7aa-3592-4414-857a-dd64912b0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:35.647077 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-570dda27-7186-4552-b2f9-0c0f82a8e3b9 req-e6bba7aa-3592-4414-857a-dd64912b0ee2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 HTTP/1.1" status: 200 len: 911 time: 0.4015803 Oct 19 08:25:35.651816 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7f9e9b14-f2d9-4cf0-90c1-f832cea21bb2 req-51ee3737-9374-4ce3-b273-f14e3a64b293 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795408 Oct 19 08:25:35.654426 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24633e5c-7db7-402d-b5d7-49f8343e1b84 req-fce3eaaa-0917-4fec-bb44-502f6aaa8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:35.655841 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-24633e5c-7db7-402d-b5d7-49f8343e1b84 req-fce3eaaa-0917-4fec-bb44-502f6aaa8f0e service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6374a03-ed1d-4ba6-a790-eef480dd3eea HTTP/1.1" status: 200 len: 920 time: 0.3788426 Oct 19 08:25:35.660061 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889f5bc-7aed-463e-908c-e7b2b4149805 req-d78fbe74-a8c8-4812-8e8c-87ad6ab3d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:35.661515 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a889f5bc-7aed-463e-908c-e7b2b4149805 req-d78fbe74-a8c8-4812-8e8c-87ad6ab3d160 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b7c9676-b604-477b-a586-63579afd5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456953 Oct 19 08:25:35.748132 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-24633e5c-7db7-402d-b5d7-49f8343e1b84 req-1b84d594-3fc1-4862-a82f-906809bf272d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af354896-e292-4dc8-8c66-71861bbc0358 HTTP/1.1" status: 200 len: 217 time: 0.0759032 Oct 19 08:25:35.757476 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a889f5bc-7aed-463e-908c-e7b2b4149805 req-70178242-a642-4151-8b4e-98c7db411d9d service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853264 Oct 19 08:25:35.813855 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-570dda27-7186-4552-b2f9-0c0f82a8e3b9 req-c4290d83-cddd-4105-a2d9-fbc277692629 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 HTTP/1.1" status: 200 len: 1001 time: 0.1500554 Oct 19 08:25:35.824045 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24633e5c-7db7-402d-b5d7-49f8343e1b84 req-6196b6a3-aae8-427c-a3f8-19b75459c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:35.825468 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-24633e5c-7db7-402d-b5d7-49f8343e1b84 req-6196b6a3-aae8-427c-a3f8-19b75459c08b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b4a4536-b5d9-4719-8e5f-eed0720f1f4c HTTP/1.1" status: 200 len: 859 time: 0.0665917 Oct 19 08:25:35.856083 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a889f5bc-7aed-463e-908c-e7b2b4149805 req-4d1139b3-dff8-4851-b20c-be85855a7983 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825844 Oct 19 08:25:35.884551 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-24633e5c-7db7-402d-b5d7-49f8343e1b84 req-2e588967-3e23-4b7a-bfef-258139a82ded service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6374a03-ed1d-4ba6-a790-eef480dd3eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302982 Oct 19 08:25:35.892706 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dda27-7186-4552-b2f9-0c0f82a8e3b9 req-56762369-bd4b-4769-82ef-a9b90f08c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:35.894006 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-570dda27-7186-4552-b2f9-0c0f82a8e3b9 req-56762369-bd4b-4769-82ef-a9b90f08c80b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa061827-a35c-494b-9df2-e4239fe5ce7a HTTP/1.1" status: 200 len: 849 time: 0.0677319 Oct 19 08:25:35.999206 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dda27-7186-4552-b2f9-0c0f82a8e3b9 req-c1521333-33f9-444a-84cf-4edddfb97818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:36.000568 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-570dda27-7186-4552-b2f9-0c0f82a8e3b9 req-c1521333-33f9-444a-84cf-4edddfb97818 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892811 Oct 19 08:25:36.034816 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-24633e5c-7db7-402d-b5d7-49f8343e1b84 req-783dd4bf-e579-4455-84b2-eaca5bcc24ee service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300254 Oct 19 08:25:36.161286 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-570dda27-7186-4552-b2f9-0c0f82a8e3b9 req-47ecff5a-a7e7-44ab-a520-1464f16dd0f5 service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475294 Oct 19 08:25:36.183993 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-24633e5c-7db7-402d-b5d7-49f8343e1b84 req-7f68e528-8fcc-4fa9-ad39-b8aadadbe29d service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388247 Oct 19 08:25:36.280936 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-570dda27-7186-4552-b2f9-0c0f82a8e3b9 req-7a49e56b-cf01-4cc1-9b3c-14a8549ac196 service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069822 Oct 19 08:25:36.768108 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcabd2-676a-422b-bae9-74ae64f079fe req-621aa748-ba35-4ba0-a2b6-ca6734581e6f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:36.769480 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-adfcabd2-676a-422b-bae9-74ae64f079fe req-621aa748-ba35-4ba0-a2b6-ca6734581e6f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0496156 Oct 19 08:25:36.807981 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-adfcabd2-676a-422b-bae9-74ae64f079fe req-6d322939-da00-4066-97f9-e4a20e9e8f84 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326786 Oct 19 08:25:37.931084 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71ae44-031b-4bf7-9472-4ee74b70081c req-b19ac29a-6ab3-4c83-9587-28d72ff2fcaf tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:37.932552 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d71ae44-031b-4bf7-9472-4ee74b70081c req-b19ac29a-6ab3-4c83-9587-28d72ff2fcaf tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0485289 Oct 19 08:25:37.973716 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d71ae44-031b-4bf7-9472-4ee74b70081c req-fc271c6d-6704-4600-87fa-d41c3ae816ee tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329998 Oct 19 08:25:39.096213 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11b2b8-9fc8-4ca1-8ec4-abdd693bee93 req-206cad98-8215-4466-a9a6-45f1c7e2f4ab tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:39.096213 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-be11b2b8-9fc8-4ca1-8ec4-abdd693bee93 req-206cad98-8215-4466-a9a6-45f1c7e2f4ab tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0533218 Oct 19 08:25:39.133087 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-be11b2b8-9fc8-4ca1-8ec4-abdd693bee93 req-00675460-b928-4be3-b488-ce196433c28a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322804 Oct 19 08:25:40.082334 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 37684) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:40.190284 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a7b0772c-afaa-492a-8680-918b7cf2c9db admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.276852 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc18a6-7c2e-4046-9969-2883cc31903d req-d41a7fd2-af34-406f-99f3-c8027526af87 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:40.278553 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f6bc18a6-7c2e-4046-9969-2883cc31903d req-d41a7fd2-af34-406f-99f3-c8027526af87 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0711191 Oct 19 08:25:40.332830 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a7b0772c-afaa-492a-8680-918b7cf2c9db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.336814 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f6bc18a6-7c2e-4046-9969-2883cc31903d req-6625d4c3-6df7-4a28-b124-71373537f46c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507874 Oct 19 08:25:40.337865 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a7b0772c-afaa-492a-8680-918b7cf2c9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.364191 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-a7b0772c-afaa-492a-8680-918b7cf2c9db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e9da88bbb9914702b70452ab9bff0590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807374 Oct 19 08:25:40.366846 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 37696) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:40.383101 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0772c-afaa-492a-8680-918b7cf2c9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a301d41b-353e-4b06-bd0a-3bf2630b9bfd,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:40.420273 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 37698) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:40.430647 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-2b5672ad-a297-4d93-bc9d-b204118f2b32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.452517 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-2b5672ad-a297-4d93-bc9d-b204118f2b32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.502935 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-2b5672ad-a297-4d93-bc9d-b204118f2b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.506705 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-2b5672ad-a297-4d93-bc9d-b204118f2b32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.511634 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-2b5672ad-a297-4d93-bc9d-b204118f2b32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a301d41b-353e-4b06-bd0a-3bf2630b9bfd HTTP/1.1" status: 204 len: 168 time: 0.1437616 Oct 19 08:25:40.521952 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5672ad-a297-4d93-bc9d-b204118f2b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a301d41b-353e-4b06-bd0a-3bf2630b9bfd,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:40.534571 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-353fa9a9-f752-499e-be31-db435dbc855c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.635289 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-353fa9a9-f752-499e-be31-db435dbc855c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.640730 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-353fa9a9-f752-499e-be31-db435dbc855c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.680161 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-353fa9a9-f752-499e-be31-db435dbc855c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1daaa18b18c4f93a285436699e7650e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587223 Oct 19 08:25:40.680988 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fa9a9-f752-499e-be31-db435dbc855c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e12627-f935-42eb-bc2c-0f7236fd4bdc,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:40.683000 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 37712) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:40.733877 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-072e26f0-6d1d-4539-a0fa-f451059fe35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.756456 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-072e26f0-6d1d-4539-a0fa-f451059fe35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.806726 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-072e26f0-6d1d-4539-a0fa-f451059fe35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.809631 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-072e26f0-6d1d-4539-a0fa-f451059fe35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:40.810859 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-072e26f0-6d1d-4539-a0fa-f451059fe35c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8e12627-f935-42eb-bc2c-0f7236fd4bdc HTTP/1.1" status: 204 len: 168 time: 0.1268837 Oct 19 08:25:40.819142 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e26f0-6d1d-4539-a0fa-f451059fe35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e12627-f935-42eb-bc2c-0f7236fd4bdc,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:41.114889 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 37740) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:41.134053 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-924bc973-46c8-424f-9223-b4c26a7b604b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:41.216937 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-924bc973-46c8-424f-9223-b4c26a7b604b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:41.222822 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-924bc973-46c8-424f-9223-b4c26a7b604b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:41.264937 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-924bc973-46c8-424f-9223-b4c26a7b604b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dac85b0702964f4ea83c4248bd77523f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482215 Oct 19 08:25:41.267021 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 37746) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:41.274178 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bc973-46c8-424f-9223-b4c26a7b604b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d89ff4-baab-49bf-8b4d-0ace4206e7ed,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:41.321936 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-36acb148-24b0-410b-82da-ed86eff2054d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:41.343631 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-36acb148-24b0-410b-82da-ed86eff2054d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:41.399813 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-36acb148-24b0-410b-82da-ed86eff2054d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:41.403069 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-36acb148-24b0-410b-82da-ed86eff2054d admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:41.407300 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-36acb148-24b0-410b-82da-ed86eff2054d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4d89ff4-baab-49bf-8b4d-0ace4206e7ed HTTP/1.1" status: 204 len: 168 time: 0.1393201 Oct 19 08:25:41.416465 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acb148-24b0-410b-82da-ed86eff2054d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d89ff4-baab-49bf-8b4d-0ace4206e7ed,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:41.473009 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ca731-7819-4e29-8c03-2fce1b19f65e req-7c1eefce-0e7a-4472-85d1-5a059267e628 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:41.475123 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-876ca731-7819-4e29-8c03-2fce1b19f65e req-7c1eefce-0e7a-4472-85d1-5a059267e628 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0641801 Oct 19 08:25:41.519140 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-876ca731-7819-4e29-8c03-2fce1b19f65e req-2c96c213-008f-4564-b735-9960c7f8adaf tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372150 Oct 19 08:25:41.913465 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b3be3bac-82b2-4524-9d4b-72e850b81cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:42.643738 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1d03a-3555-4ae4-a9f3-a0420124514c req-95da1056-6136-4c19-a441-80915ce9660d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:42.645440 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4dd1d03a-3555-4ae4-a9f3-a0420124514c req-95da1056-6136-4c19-a441-80915ce9660d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0501931 Oct 19 08:25:42.693443 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4dd1d03a-3555-4ae4-a9f3-a0420124514c req-8bde8040-a52e-424a-b6d6-018a45c5d2d8 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Oct 19 08:25:43.825534 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16656cc-842d-49cf-b951-4d8dc55f5d78 req-60a04094-a7cf-4be4-8a46-068382f7d4de tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:43.827054 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d16656cc-842d-49cf-b951-4d8dc55f5d78 req-60a04094-a7cf-4be4-8a46-068382f7d4de tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0578313 Oct 19 08:25:43.864127 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d16656cc-842d-49cf-b951-4d8dc55f5d78 req-545939de-c573-45c9-af6b-fc91354c4973 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309467 Oct 19 08:25:43.881267 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 37896) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:43.983734 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a9d841f8-e04d-41ff-bf23-1b273cc290d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.060357 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a9d841f8-e04d-41ff-bf23-1b273cc290d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.064283 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a9d841f8-e04d-41ff-bf23-1b273cc290d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.102938 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-a9d841f8-e04d-41ff-bf23-1b273cc290d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b337861d185412fa0df23e4ff50d010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204759 Oct 19 08:25:44.103782 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d841f8-e04d-41ff-bf23-1b273cc290d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2911026-90e7-4ecc-b3c5-26153d709246,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:44.105664 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 37904) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:44.157931 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-28ac6706-8fb6-48bd-a025-a1ad91332078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.178544 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-28ac6706-8fb6-48bd-a025-a1ad91332078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.226791 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-28ac6706-8fb6-48bd-a025-a1ad91332078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.229247 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-28ac6706-8fb6-48bd-a025-a1ad91332078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.230426 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-28ac6706-8fb6-48bd-a025-a1ad91332078 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2911026-90e7-4ecc-b3c5-26153d709246 HTTP/1.1" status: 204 len: 168 time: 0.1234908 Oct 19 08:25:44.238560 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac6706-8fb6-48bd-a025-a1ad91332078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2911026-90e7-4ecc-b3c5-26153d709246,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:44.490568 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 37914) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:44.505270 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bdbab7d8-7c1d-4cbf-959a-733b271a1ba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.581141 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bdbab7d8-7c1d-4cbf-959a-733b271a1ba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.585335 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bdbab7d8-7c1d-4cbf-959a-733b271a1ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.592059 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 37918) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:44.625899 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-bdbab7d8-7c1d-4cbf-959a-733b271a1ba2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4316c7af6f7948b9ae068de15c2f512a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1340837 Oct 19 08:25:44.627850 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbab7d8-7c1d-4cbf-959a-733b271a1ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfc268d-c7b6-4fc5-ad8b-55a93bda22ec,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:44.628968 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 37922) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:44.680635 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7f368f9e-b0bb-4b04-bb78-ce10deab8930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.704646 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7f368f9e-b0bb-4b04-bb78-ce10deab8930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.724544 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8a85a80c-ccbb-43c9-bbff-4c1cc00fee4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.797115 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7f368f9e-b0bb-4b04-bb78-ce10deab8930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.799680 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7f368f9e-b0bb-4b04-bb78-ce10deab8930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.800823 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-7f368f9e-b0bb-4b04-bb78-ce10deab8930 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cdfc268d-c7b6-4fc5-ad8b-55a93bda22ec HTTP/1.1" status: 204 len: 168 time: 0.1708679 Oct 19 08:25:44.815091 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f368f9e-b0bb-4b04-bb78-ce10deab8930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfc268d-c7b6-4fc5-ad8b-55a93bda22ec,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:44.863496 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8a85a80c-ccbb-43c9-bbff-4c1cc00fee4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.868062 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8a85a80c-ccbb-43c9-bbff-4c1cc00fee4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:44.914708 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 37940) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:44.928113 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-8a85a80c-ccbb-43c9-bbff-4c1cc00fee4f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cf15caf2a0841beaad2e512d27cd5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343186 Oct 19 08:25:44.928899 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85a80c-ccbb-43c9-bbff-4c1cc00fee4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06fdc3c-dc9b-4560-baec-74a2d80be058,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:45.008997 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f00c4da7-1eaf-4a33-aa02-dbe016ad90b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:45.042720 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f00c4da7-1eaf-4a33-aa02-dbe016ad90b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:45.074149 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439b372-5c4e-4d78-bbb8-344de74b19d7 req-0ebd6947-1bc5-4e4e-bbc3-213126c99ab3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:45.075978 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0439b372-5c4e-4d78-bbb8-344de74b19d7 req-0ebd6947-1bc5-4e4e-bbc3-213126c99ab3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.1165059 Oct 19 08:25:45.109720 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-620e1ac5-7d05-4a71-9145-74a95394b6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:45.153359 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0439b372-5c4e-4d78-bbb8-344de74b19d7 req-75dce813-61a0-44c8-aff6-aa4b353ecaf9 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579233 Oct 19 08:25:45.164503 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f00c4da7-1eaf-4a33-aa02-dbe016ad90b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:45.168611 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f00c4da7-1eaf-4a33-aa02-dbe016ad90b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:45.179064 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-f00c4da7-1eaf-4a33-aa02-dbe016ad90b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b06fdc3c-dc9b-4560-baec-74a2d80be058 HTTP/1.1" status: 204 len: 168 time: 0.2620912 Oct 19 08:25:45.212145 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c4da7-1eaf-4a33-aa02-dbe016ad90b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06fdc3c-dc9b-4560-baec-74a2d80be058,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:45.928985 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:46.141754 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5b788-a82c-40d0-a77d-f08888afa935 req-0faa515f-c8e8-4a7e-8e32-6d46979dd234 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:46.143589 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-69b5b788-a82c-40d0-a77d-f08888afa935 req-0faa515f-c8e8-4a7e-8e32-6d46979dd234 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0575604 Oct 19 08:25:46.198809 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-69b5b788-a82c-40d0-a77d-f08888afa935 req-59f341c2-cced-4edc-9ad1-55f325c5daea tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480874 Oct 19 08:25:46.306280 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3844a61-480b-4547-8e77-7f5d1427046a req-7fcc7894-68f6-4148-8140-f69522557a87 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:46.308038 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a3844a61-480b-4547-8e77-7f5d1427046a req-7fcc7894-68f6-4148-8140-f69522557a87 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0552557 Oct 19 08:25:46.356015 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a3844a61-480b-4547-8e77-7f5d1427046a req-dd341e09-50df-4da4-91ce-7fe2f90e4ff5 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401440 Oct 19 08:25:46.481451 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38056) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:46.530398 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_v2 [None req-766c8993-7f67-4bc3-84de-1ca9997fefef admin admin] Deleting subnet a893c430-b993-4dcc-93e4-2a74274b4547 {{(pid=99813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:25:46.533764 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-766c8993-7f67-4bc3-84de-1ca9997fefef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:46.568574 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-766c8993-7f67-4bc3-84de-1ca9997fefef admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:46.579405 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-766c8993-7f67-4bc3-84de-1ca9997fefef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:46.587028 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:46.641012 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-766c8993-7f67-4bc3-84de-1ca9997fefef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for subnet, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:46.671030 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c8993-7f67-4bc3-84de-1ca9997fefef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a893c430-b993-4dcc-93e4-2a74274b4547,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:46.676548 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-766c8993-7f67-4bc3-84de-1ca9997fefef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:46.679872 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-766c8993-7f67-4bc3-84de-1ca9997fefef admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a893c430-b993-4dcc-93e4-2a74274b4547 HTTP/1.1" status: 204 len: 168 time: 0.1973004 Oct 19 08:25:46.682339 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38070) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:46.756739 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:46.844343 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:46.865483 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:46.865846 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:46.866625 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:46.867219 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > port after_create 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:46.867560 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:46.867933 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > port after_update 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:46.868174 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:46.868490 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:46.868799 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:46.869130 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:47.028406 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:47.028911 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:47.029393 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:47.030437 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:47.030988 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf0c3b7-6835-4299-9a7f-e4a77a02e8e3']}} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:47.052643 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a39aaa6-3d73-4140-8ac8-e1ed61b27ed8') {'for_net_delete': True} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:47.052945 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a39aaa6-3d73-4140-8ac8-e1ed61b27ed8') {} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:47.069300 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60713931'] for segment, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.095466 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.104959 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=99813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:25:47.106252 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60713989'] for segment, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: from cryptography.utils import int_from_bytes Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: from cryptography.utils import int_from_bytes Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: Traceback (most recent call last): Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: timer() Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: cb(*args, **kw) Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: return func(*args, **kwargs) Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: self._notify() Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: self.callback(batched_events) Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: event.method(event) Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: return f(self, *a, **k) Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._get(url).json() Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: return self.request(url, 'GET', **kwargs) Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:25:47.116278 dv-cinder-813984-3-iscsi neutron-server[99813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:25:47.177908 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.187086 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.190544 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] 10.222.0.26 "DELETE /v2.0/networks/9bf0c3b7-6835-4299-9a7f-e4a77a02e8e3 HTTP/1.1" status: 204 len: 168 time: 0.5072005 Oct 19 08:25:47.193726 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38100) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:47.200214 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5ad08-9b7d-4ae5-aa8a-349857f6a9fe admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf0c3b7-6835-4299-9a7f-e4a77a02e8e3,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:47.244701 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45202c2-9234-48bc-88fc-2027ba1c905f admin admin] Deleting subnet 9b752dc2-157c-46c4-b808-675928a6137d {{(pid=99812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:25:47.248069 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c45202c2-9234-48bc-88fc-2027ba1c905f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.291579 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c45202c2-9234-48bc-88fc-2027ba1c905f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.301606 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c45202c2-9234-48bc-88fc-2027ba1c905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.346678 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa89e3-e345-49d4-84e8-80f6d10d3e3c req-c3e4199c-d910-4f40-9e02-f59e00ce9428 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:47.357552 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5aa89e3-e345-49d4-84e8-80f6d10d3e3c req-c3e4199c-d910-4f40-9e02-f59e00ce9428 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0818291 Oct 19 08:25:47.367436 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c45202c2-9234-48bc-88fc-2027ba1c905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for subnet, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.430295 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5aa89e3-e345-49d4-84e8-80f6d10d3e3c req-ffe0325e-1786-4a76-a404-ad5dc23695ef tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715430 Oct 19 08:25:47.444666 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45202c2-9234-48bc-88fc-2027ba1c905f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b752dc2-157c-46c4-b808-675928a6137d,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:47.460269 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c45202c2-9234-48bc-88fc-2027ba1c905f admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.468304 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38114) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:47.468460 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-c45202c2-9234-48bc-88fc-2027ba1c905f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9b752dc2-157c-46c4-b808-675928a6137d HTTP/1.1" status: 204 len: 168 time: 0.2733586 Oct 19 08:25:47.583576 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9d32-c47c-4248-83c3-56a28e3dc678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.603849 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb308a4-01a5-4639-baad-a50860b0e8c1 req-ef617347-2511-4ac6-a876-9e31a6caa41b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:47.611712 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bcb308a4-01a5-4639-baad-a50860b0e8c1 req-ef617347-2511-4ac6-a876-9e31a6caa41b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.1076808 Oct 19 08:25:47.652182 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.710638 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9d32-c47c-4248-83c3-56a28e3dc678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.722085 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bcb308a4-01a5-4639-baad-a50860b0e8c1 req-30c3d2bf-fe72-4ad0-835c-151dd64e8106 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876145 Oct 19 08:25:47.735036 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-fc4e9d32-c47c-4248-83c3-56a28e3dc678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f49f1ea-3a8b-49be-bf0b-a8d2499542df']}} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:47.745058 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-fc4e9d32-c47c-4248-83c3-56a28e3dc678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230c6fd9-7928-4689-bb90-5de6a7daed43') {'for_net_delete': True} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:47.745351 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-fc4e9d32-c47c-4248-83c3-56a28e3dc678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230c6fd9-7928-4689-bb90-5de6a7daed43') {} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:47.754689 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9d32-c47c-4248-83c3-56a28e3dc678 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60713931'] for segment, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.767781 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9d32-c47c-4248-83c3-56a28e3dc678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.773496 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4e9d32-c47c-4248-83c3-56a28e3dc678 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=99813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:25:47.773866 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9d32-c47c-4248-83c3-56a28e3dc678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60713989'] for segment, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: Traceback (most recent call last): Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: timer() Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: cb(*args, **kw) Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: return func(*args, **kwargs) Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: self._notify() Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: self.callback(batched_events) Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: event.method(event) Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: return f(self, *a, **k) Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._get(url).json() Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: return self.request(url, 'GET', **kwargs) Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:25:47.775658 dv-cinder-813984-3-iscsi neutron-server[99813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:25:47.831919 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9d32-c47c-4248-83c3-56a28e3dc678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.836197 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fc4e9d32-c47c-4248-83c3-56a28e3dc678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:47.839436 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-fc4e9d32-c47c-4248-83c3-56a28e3dc678 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5f49f1ea-3a8b-49be-bf0b-a8d2499542df HTTP/1.1" status: 204 len: 168 time: 0.3701310 Oct 19 08:25:47.851817 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e9d32-c47c-4248-83c3-56a28e3dc678 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f49f1ea-3a8b-49be-bf0b-a8d2499542df,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:47.997138 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38124) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:48.036492 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4c5f6b2e-437f-4f7e-a588-8db52b73e1be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0f3b415832e4a019e3a072b38edce02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382402 Oct 19 08:25:48.038906 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38126) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:48.085023 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-30f3f6b2-4a6d-4df1-827c-fc22890a5672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:48.105860 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-30f3f6b2-4a6d-4df1-827c-fc22890a5672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:48.150752 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-30f3f6b2-4a6d-4df1-827c-fc22890a5672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:48.153242 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-30f3f6b2-4a6d-4df1-827c-fc22890a5672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:48.154352 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-30f3f6b2-4a6d-4df1-827c-fc22890a5672 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91fc5308-6c48-4dc5-b4f8-f3f944a24de0 HTTP/1.1" status: 204 len: 168 time: 0.1145198 Oct 19 08:25:48.162484 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3f6b2-4a6d-4df1-827c-fc22890a5672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fc5308-6c48-4dc5-b4f8-f3f944a24de0,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:48.464125 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38136) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:48.515262 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-206bd6fe-5e96-421b-92e8-686ede5c012b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1904bb0e36664410b66da613dce7f1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496504 Oct 19 08:25:48.515870 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38140) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:48.554061 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce4899-d8bf-47c9-978c-4d3ee1551754 req-38afab6b-a14e-45ec-a59d-3036f3959345 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:48.556085 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-19ce4899-d8bf-47c9-978c-4d3ee1551754 req-38afab6b-a14e-45ec-a59d-3036f3959345 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0683141 Oct 19 08:25:48.572588 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-98ebaa6d-f5ee-49fd-b8d5-43da3a2f0303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:48.603803 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-98ebaa6d-f5ee-49fd-b8d5-43da3a2f0303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:48.612036 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-19ce4899-d8bf-47c9-978c-4d3ee1551754 req-b686f9c7-cf2d-494b-819d-775656e40547 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/security-groups?id=53c382d8-df0b-4aed-ad93-45526c07126a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483379 Oct 19 08:25:48.664876 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-98ebaa6d-f5ee-49fd-b8d5-43da3a2f0303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:48.667553 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-98ebaa6d-f5ee-49fd-b8d5-43da3a2f0303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:48.668699 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-98ebaa6d-f5ee-49fd-b8d5-43da3a2f0303 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0b4c2f0-64e1-45a7-b1b8-0e849a6c254b HTTP/1.1" status: 204 len: 168 time: 0.1517394 Oct 19 08:25:48.681007 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebaa6d-f5ee-49fd-b8d5-43da3a2f0303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b4c2f0-64e1-45a7-b1b8-0e849a6c254b,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:48.855056 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbb890-c33e-442d-8ab8-39ac0787ffe4 req-718024b8-b9e8-4867-bca1-b6d9d2ce5e04 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:48.856717 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-42bbb890-c33e-442d-8ab8-39ac0787ffe4 req-718024b8-b9e8-4867-bca1-b6d9d2ce5e04 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0592177 Oct 19 08:25:48.914792 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-42bbb890-c33e-442d-8ab8-39ac0787ffe4 req-11ecfe77-d084-4428-b3f8-c94770e1f69f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460532 Oct 19 08:25:49.181195 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9893-4ac6-4fcc-9cf3-d394d6d23715 req-6f4de994-4f7d-4adb-bb65-31b404d72ec1 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:49.182688 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fd2f9893-4ac6-4fcc-9cf3-d394d6d23715 req-6f4de994-4f7d-4adb-bb65-31b404d72ec1 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.11 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 946 time: 0.0479488 Oct 19 08:25:49.335819 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-fd2f9893-4ac6-4fcc-9cf3-d394d6d23715 req-6afa09e9-c10c-427b-aa7a-b4d033304d87 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Deleting port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:25:49.335819 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-fd2f9893-4ac6-4fcc-9cf3-d394d6d23715 req-6afa09e9-c10c-427b-aa7a-b4d033304d87 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:49.433270 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-fd2f9893-4ac6-4fcc-9cf3-d394d6d23715 req-6afa09e9-c10c-427b-aa7a-b4d033304d87 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] For port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6,segment=NetworkSegment(b16372b2-f734-40dd-b325-4076c4c015ed),segment_id=b16372b2-f734-40dd-b325-4076c4c015ed)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:49.433734 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-fd2f9893-4ac6-4fcc-9cf3-d394d6d23715 req-6afa09e9-c10c-427b-aa7a-b4d033304d87 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:49.449199 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-fd2f9893-4ac6-4fcc-9cf3-d394d6d23715 req-6afa09e9-c10c-427b-aa7a-b4d033304d87 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Calling delete_port for cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:25:49.605449 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-fd2f9893-4ac6-4fcc-9cf3-d394d6d23715 req-6afa09e9-c10c-427b-aa7a-b4d033304d87 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:49.617956 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['cbb46daa-64d5-4b7d-a375-36a1a97d0bb6'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:25:49.638987 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa09e9-c10c-427b-aa7a-b4d033304d87 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Pushing event deleted for resources: {'Port': ['ID=cbb46daa-64d5-4b7d-a375-36a1a97d0bb6,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:49.703119 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2f9893-4ac6-4fcc-9cf3-d394d6d23715 req-6afa09e9-c10c-427b-aa7a-b4d033304d87 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] No DVR routers for this DVR port cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:25:49.713537 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-fd2f9893-4ac6-4fcc-9cf3-d394d6d23715 req-6afa09e9-c10c-427b-aa7a-b4d033304d87 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:49.717973 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fd2f9893-4ac6-4fcc-9cf3-d394d6d23715 req-6afa09e9-c10c-427b-aa7a-b4d033304d87 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.11 "DELETE /v2.0/ports/cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 HTTP/1.1" status: 204 len: 173 time: 0.5255327 Oct 19 08:25:49.718752 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dbc4e4-8c02-40ac-92be-01a7d58a97a1', 'name': 'network-vif-deleted', 'tag': 'cbb46daa-64d5-4b7d-a375-36a1a97d0bb6'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:25:49.721102 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb34504c-260a-4378-a280-ad2f2bbc7739" -d '{"events": [{"server_uuid": "59dbc4e4-8c02-40ac-92be-01a7d58a97a1", "name": "network-vif-deleted", "tag": "cbb46daa-64d5-4b7d-a375-36a1a97d0bb6"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:25:49.742951 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7070ab27-ac78-4495-8c5b-8f4579bd6a27 req-872770ef-5a72-4cc7-8312-c7aaf2fd11ac tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 210 time: 0.0423152 Oct 19 08:25:49.785542 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0ecc30-c040-47af-8903-e80d452085e2 x-openstack-request-id: req-7b0ecc30-c040-47af-8903-e80d452085e2 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:25:49.785972 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dbc4e4-8c02-40ac-92be-01a7d58a97a1", "name": "network-vif-deleted", "tag": "cbb46daa-64d5-4b7d-a375-36a1a97d0bb6", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:25:49.786234 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b0ecc30-c040-47af-8903-e80d452085e2 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:25:49.786522 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dbc4e4-8c02-40ac-92be-01a7d58a97a1', 'name': 'network-vif-deleted', 'tag': 'cbb46daa-64d5-4b7d-a375-36a1a97d0bb6', 'status': 'completed', 'code': 200} Oct 19 08:25:49.911869 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:50.239498 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9c362-6a55-4e48-9169-02b0538ada51 req-5845ce63-595b-421a-aaa8-b448d48674f4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:50.250956 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f1a9c362-6a55-4e48-9169-02b0538ada51 req-5845ce63-595b-421a-aaa8-b448d48674f4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.2732983 Oct 19 08:25:50.298587 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f1a9c362-6a55-4e48-9169-02b0538ada51 req-4006f980-1db9-4952-bb8b-78a405ca4bdf tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463409 Oct 19 08:25:50.483281 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38236) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:50.594865 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e7430b83-fed0-48a6-af42-640541e1c009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:50.684319 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e7430b83-fed0-48a6-af42-640541e1c009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:50.689155 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e7430b83-fed0-48a6-af42-640541e1c009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:50.730249 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7430b83-fed0-48a6-af42-640541e1c009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa86a2c-d1e5-48dc-bfd0-72caa4b4c31c,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:50.739593 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38252) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:50.739998 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-e7430b83-fed0-48a6-af42-640541e1c009 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8ea793f58c244ceb68537c4e75569ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553918 Oct 19 08:25:50.797125 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-94f9b4a7-6f26-46fb-9592-1b0705dde404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:50.822476 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-94f9b4a7-6f26-46fb-9592-1b0705dde404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:50.885498 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f8a8d8c6-44bc-4651-9dd3-aa53b172ea4e req-c80a790c-600d-4264-86af-9684555759d0 tempest-DeleteServersTestJSON-1462178114 tempest-DeleteServersTestJSON-1462178114-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dbc4e4-8c02-40ac-92be-01a7d58a97a1 HTTP/1.1" status: 200 len: 210 time: 0.0311809 Oct 19 08:25:50.907682 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-94f9b4a7-6f26-46fb-9592-1b0705dde404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:50.907682 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-94f9b4a7-6f26-46fb-9592-1b0705dde404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:50.907682 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-94f9b4a7-6f26-46fb-9592-1b0705dde404 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7fa86a2c-d1e5-48dc-bfd0-72caa4b4c31c HTTP/1.1" status: 204 len: 168 time: 0.1663308 Oct 19 08:25:50.935153 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9b4a7-6f26-46fb-9592-1b0705dde404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa86a2c-d1e5-48dc-bfd0-72caa4b4c31c,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:51.207939 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38276) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:51.221759 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4225718d-9ac5-4ee5-bef3-8edfac92d37b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:51.299461 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4225718d-9ac5-4ee5-bef3-8edfac92d37b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:51.303150 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4225718d-9ac5-4ee5-bef3-8edfac92d37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:51.344804 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4225718d-9ac5-4ee5-bef3-8edfac92d37b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffabc94988f14720b275c213642f69e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332831 Oct 19 08:25:51.344804 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225718d-9ac5-4ee5-bef3-8edfac92d37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d87f3d0-eaf9-4660-bfe1-42defe817ccd,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:51.345212 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38282) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:51.398546 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7d39e10e-40bf-4a59-a7d1-c85c999803e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:51.421387 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95f793-1e80-4ec9-9b1d-8c53b9ba736b req-89b3111b-9866-4582-a438-ec96237590e6 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:51.423098 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-eb95f793-1e80-4ec9-9b1d-8c53b9ba736b req-89b3111b-9866-4582-a438-ec96237590e6 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0528123 Oct 19 08:25:51.426748 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7d39e10e-40bf-4a59-a7d1-c85c999803e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:51.462090 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-eb95f793-1e80-4ec9-9b1d-8c53b9ba736b req-f8692e4a-8d70-4ef7-bb5d-ea9d727eb54c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327463 Oct 19 08:25:51.475894 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7d39e10e-40bf-4a59-a7d1-c85c999803e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:51.478852 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7d39e10e-40bf-4a59-a7d1-c85c999803e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:51.479994 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-7d39e10e-40bf-4a59-a7d1-c85c999803e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d87f3d0-eaf9-4660-bfe1-42defe817ccd HTTP/1.1" status: 204 len: 168 time: 0.1337576 Oct 19 08:25:51.489186 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39e10e-40bf-4a59-a7d1-c85c999803e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d87f3d0-eaf9-4660-bfe1-42defe817ccd,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:51.794704 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38290) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:51.811575 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0cc51390-03ce-42c2-9789-3d489d85d808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:51.884761 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0cc51390-03ce-42c2-9789-3d489d85d808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:51.888364 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0cc51390-03ce-42c2-9789-3d489d85d808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:51.925410 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc51390-03ce-42c2-9789-3d489d85d808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e35109-7eb7-477c-804b-496a126968c4,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:51.929749 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-0cc51390-03ce-42c2-9789-3d489d85d808 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e57f0211a89f4d99a91da29427687e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330462 Oct 19 08:25:51.932398 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38294) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:51.982147 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70a0cf4d-8e93-473b-ae6e-551a2e207766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:52.002924 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70a0cf4d-8e93-473b-ae6e-551a2e207766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:52.055058 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70a0cf4d-8e93-473b-ae6e-551a2e207766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:52.058161 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70a0cf4d-8e93-473b-ae6e-551a2e207766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:52.062131 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-70a0cf4d-8e93-473b-ae6e-551a2e207766 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43e35109-7eb7-477c-804b-496a126968c4 HTTP/1.1" status: 204 len: 168 time: 0.1287847 Oct 19 08:25:52.072180 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0cf4d-8e93-473b-ae6e-551a2e207766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e35109-7eb7-477c-804b-496a126968c4,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:52.542862 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38338) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:52.600624 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c424b-f80b-4beb-b7e9-ae0f09748758 req-ea430e2c-026c-4e7f-a732-92ab54d09586 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:52.603306 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f65c424b-f80b-4beb-b7e9-ae0f09748758 req-ea430e2c-026c-4e7f-a732-92ab54d09586 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0695844 Oct 19 08:25:52.655328 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f65c424b-f80b-4beb-b7e9-ae0f09748758 req-b0605f94-b892-4892-88bb-25840d3ebcdc tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436969 Oct 19 08:25:52.747612 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-de511194-f426-486a-8995-cbd8e76681b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:52.833223 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-de511194-f426-486a-8995-cbd8e76681b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:52.837430 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-de511194-f426-486a-8995-cbd8e76681b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:52.874901 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de511194-f426-486a-8995-cbd8e76681b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db7cf11-cafb-4009-a8fa-3f770c196dce,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:52.879479 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-de511194-f426-486a-8995-cbd8e76681b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=957afcdc06454a5ea6598b22efa98c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346534 Oct 19 08:25:52.882019 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38352) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:52.930664 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f314b036-2258-40fd-b709-14350451930f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:52.950997 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f314b036-2258-40fd-b709-14350451930f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:53.002406 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f314b036-2258-40fd-b709-14350451930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:53.006850 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f314b036-2258-40fd-b709-14350451930f admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:53.008151 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-f314b036-2258-40fd-b709-14350451930f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0db7cf11-cafb-4009-a8fa-3f770c196dce HTTP/1.1" status: 204 len: 168 time: 0.1251915 Oct 19 08:25:53.017914 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314b036-2258-40fd-b709-14350451930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db7cf11-cafb-4009-a8fa-3f770c196dce,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:53.396955 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38384) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:53.413798 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38386) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:53.456028 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_v2 [None req-487ac2fd-2a01-4b4b-b75a-d0bb0076feaa admin admin] Deleting subnet 82894be0-1ee1-4946-a674-10c84046a4ad {{(pid=99812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:25:53.459366 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-487ac2fd-2a01-4b4b-b75a-d0bb0076feaa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:53.531506 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-487ac2fd-2a01-4b4b-b75a-d0bb0076feaa admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:53.545384 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-487ac2fd-2a01-4b4b-b75a-d0bb0076feaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:53.592128 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d40f3437-b740-4fc9-acbf-f10321ef47b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:53.623441 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:25:53.635727 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-487ac2fd-2a01-4b4b-b75a-d0bb0076feaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for subnet, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:53.672607 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:25:53.672924 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device cbb46daa-64d5-4b7d-a375-36a1a97d0bb6 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:25:53.686191 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ac2fd-2a01-4b4b-b75a-d0bb0076feaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82894be0-1ee1-4946-a674-10c84046a4ad,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:53.688647 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-487ac2fd-2a01-4b4b-b75a-d0bb0076feaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:53.693699 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-487ac2fd-2a01-4b4b-b75a-d0bb0076feaa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/82894be0-1ee1-4946-a674-10c84046a4ad HTTP/1.1" status: 204 len: 168 time: 0.2952042 Oct 19 08:25:53.696149 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38414) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:53.739372 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d40f3437-b740-4fc9-acbf-f10321ef47b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:53.747987 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d40f3437-b740-4fc9-acbf-f10321ef47b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:53.789023 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:53.846624 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f3437-b740-4fc9-acbf-f10321ef47b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63633f28-952a-4edb-a938-6cbafd13e49a,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:53.854713 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-d40f3437-b740-4fc9-acbf-f10321ef47b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a893089d492b41188e2682df816fad41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392457 Oct 19 08:25:53.857871 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38436) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:53.889808 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f95acb-70db-4ab4-a1eb-e9ba0534084d req-a79d0db4-8bde-4b2b-8f9e-f228458eb02c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:53.897031 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-27f95acb-70db-4ab4-a1eb-e9ba0534084d req-a79d0db4-8bde-4b2b-8f9e-f228458eb02c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0962796 Oct 19 08:25:53.953320 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:53.966423 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38440) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:53.988352 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-27f95acb-70db-4ab4-a1eb-e9ba0534084d req-91e84828-beab-4a28-8373-3b8031fa4c6f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902512 Oct 19 08:25:53.994119 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-abbaf529-05e2-46c7-b972-6442fe02d4c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.020771 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.021109 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.021854 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.022202 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.022557 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.022878 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.023180 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.023720 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.023824 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-e1f0e21b-c4c3-45fc-854c-f33bfa96da52 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:54.023933 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.024120 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.025208 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-e1f0e21b-c4c3-45fc-854c-f33bfa96da52 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/networks?id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 200 len: 815 time: 0.1797249 Oct 19 08:25:54.042595 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-b38eef14-4b00-446c-8431-be1a74e1332b tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/quotas/d1e6b0972cf140649ed2cad14f2db0b4 HTTP/1.1" status: 200 len: 375 time: 0.0092750 Oct 19 08:25:54.096071 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-acdab42d-c1fc-4a66-9535-4b35eca5c376 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436399 Oct 19 08:25:54.097220 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.097569 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.098132 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.098467 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 08:25:54.098874 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208569bb-7601-4f08-96d0-ae2bdee2d6b5']}} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:54.110942 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-527242578-network', 'tenant_id': 'f570556a465841b98162222c60bef779'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:54.116696 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-abbaf529-05e2-46c7-b972-6442fe02d4c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.146876 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16372b2-f734-40dd-b325-4076c4c015ed') {'for_net_delete': True} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:54.147167 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16372b2-f734-40dd-b325-4076c4c015ed') {} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:54.183919 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911866'] for segment, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.197513 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-1af63470-5ab4-47ca-b162-f9ee1de237b6 service neutron] 10.222.0.26 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939822 Oct 19 08:25:54.217017 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Made reservation on behalf of f570556a465841b98162222c60bef779 for: {'network': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:25:54.220596 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.223735 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.237410 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.240677 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=99812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:25:54.241056 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60597141'] for segment, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: from cryptography.utils import int_from_bytes Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: from cryptography.utils import int_from_bytes Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: Traceback (most recent call last): Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: timer() Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: cb(*args, **kw) Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: return func(*args, **kwargs) Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: self._notify() Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: self.callback(batched_events) Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: event.method(event) Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: return f(self, *a, **k) Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: return self._get(url).json() Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: return self.request(url, 'GET', **kwargs) Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:25:54.245317 dv-cinder-813984-3-iscsi neutron-server[99812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:25:54.283042 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-abbaf529-05e2-46c7-b972-6442fe02d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.285653 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-abbaf529-05e2-46c7-b972-6442fe02d4c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.286828 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-abbaf529-05e2-46c7-b972-6442fe02d4c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63633f28-952a-4edb-a938-6cbafd13e49a HTTP/1.1" status: 204 len: 168 time: 0.4280231 Oct 19 08:25:54.293629 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-940f3e72-6efa-49e9-a342-f69c58b3d3cb service neutron] 10.222.0.26 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882521 Oct 19 08:25:54.340323 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaf529-05e2-46c7-b972-6442fe02d4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63633f28-952a-4edb-a938-6cbafd13e49a,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:54.364460 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.382557 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.385939 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/208569bb-7601-4f08-96d0-ae2bdee2d6b5 HTTP/1.1" status: 204 len: 168 time: 0.6883194 Oct 19 08:25:54.407711 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c11e79-5819-41f4-81d9-45243fe6d4e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=208569bb-7601-4f08-96d0-ae2bdee2d6b5,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:54.456814 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.464211 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.495312 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bee16f-440f-4ff7-b991-0a1dc31c06e4,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:54.507696 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=99812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:25:54.520844 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.521453 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.segments_db [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Added segment 2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30 of type vlan for network 3f69f0bf-630e-493a-a010-3869e8bbde66 Oct 19 08:25:54.539580 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ac874abf-2dac-47df-957e-6cc53bb4860b req-df49d7d4-a67c-4165-a12d-f3885a714605 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 210 time: 0.0638251 Oct 19 08:25:54.595920 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.641188 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.642908 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:54.643495 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.657010 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38468) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:54.684962 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7174733 Oct 19 08:25:54.690802 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38470) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:54.700689 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-d7e25fdc-fc90-432f-b127-fb0e3ee09aa8 admin admin] Request body: {'subnet': {'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-527242578-subnet', 'tenant_id': 'f570556a465841b98162222c60bef779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:54.722648 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1e979-aa30-4611-88c2-6c514d3e2a0d admin admin] Pushing event updated for resources: {'Network': ['ID=3f69f0bf-630e-493a-a010-3869e8bbde66,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:54.733526 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network 3f69f0bf-630e-493a-a010-3869e8bbde66 details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:25:54.747476 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-0b283c72-ef0e-46a9-87eb-3b6a0255699c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28699d0a84f047ef8e686a6a7d0035fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0891109 Oct 19 08:25:54.750460 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38472) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:54.773072 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e25fdc-fc90-432f-b127-fb0e3ee09aa8 admin admin] Made reservation on behalf of f570556a465841b98162222c60bef779 for: {'subnet': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:25:54.775864 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fdc-fc90-432f-b127-fb0e3ee09aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58818496'] for subnet, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.882587 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-8495dbdd-db60-4e8d-adfe-f8a2177a5493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:54.911448 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-8495dbdd-db60-4e8d-adfe-f8a2177a5493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:55.046246 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-8495dbdd-db60-4e8d-adfe-f8a2177a5493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:55.048880 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-8495dbdd-db60-4e8d-adfe-f8a2177a5493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:55.050667 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-8495dbdd-db60-4e8d-adfe-f8a2177a5493 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53c382d8-df0b-4aed-ad93-45526c07126a HTTP/1.1" status: 204 len: 168 time: 0.2986033 Oct 19 08:25:55.061199 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fdc-fc90-432f-b127-fb0e3ee09aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60714138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58818542'] for subnet, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:55.066479 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495dbdd-db60-4e8d-adfe-f8a2177a5493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c382d8-df0b-4aed-ad93-45526c07126a,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:55.179260 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e25fdc-fc90-432f-b127-fb0e3ee09aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf229ef-cd54-4b49-bafc-3689da0ca128,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:55.218152 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246de6c4-0e0c-4a32-9923-b3f3dd8ef922 req-fdfd46ef-39d4-4914-8e4c-be65cdc142ff tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:55.226432 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-246de6c4-0e0c-4a32-9923-b3f3dd8ef922 req-fdfd46ef-39d4-4914-8e4c-be65cdc142ff tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.1588788 Oct 19 08:25:55.234435 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e25fdc-fc90-432f-b127-fb0e3ee09aa8 admin admin] Checking segment: {'id': '2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:25:55.235317 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e25fdc-fc90-432f-b127-fb0e3ee09aa8 admin admin] Network hostable DHCP agents. Network: 3f69f0bf-630e-493a-a010-3869e8bbde66, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:25:55.274277 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e25fdc-fc90-432f-b127-fb0e3ee09aa8 admin admin] Network 3f69f0bf-630e-493a-a010-3869e8bbde66 is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:25:55.280390 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-246de6c4-0e0c-4a32-9923-b3f3dd8ef922 req-ae83999b-488d-40ef-9d39-e6d54b9c80f2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526228 Oct 19 08:25:55.290219 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-d7e25fdc-fc90-432f-b127-fb0e3ee09aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, 3f69f0bf-630e-493a-a010-3869e8bbde66) {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:25:55.295010 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e25fdc-fc90-432f-b127-fb0e3ee09aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:55.296183 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d7e25fdc-fc90-432f-b127-fb0e3ee09aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:55.308020 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ec6860-c235-41d0-8459-eccecff2d719 None None] Network 3f69f0bf-630e-493a-a010-3869e8bbde66 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:25:55.321298 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-d7e25fdc-fc90-432f-b127-fb0e3ee09aa8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6273556 Oct 19 08:25:55.451682 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb7628-62d6-4820-a64d-cf765d02a05c None None] Network 3f69f0bf-630e-493a-a010-3869e8bbde66 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:25:55.672056 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-23e99ced-af4c-4aaf-941e-f7653032f3d0 req-e876c284-2762-42c6-afab-5596de0b38fc tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 210 time: 0.0582979 Oct 19 08:25:55.735109 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38528) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:55.833898 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-16bb364b-2344-4662-b50b-0c3c48fc5496 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:55.835688 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-16bb364b-2344-4662-b50b-0c3c48fc5496 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "GET /v2.0/networks?id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 200 len: 815 time: 0.1624281 Oct 19 08:25:55.854114 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-21ac273d-cc20-4c1b-b628-b0448f753a22 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Request body: {'port': {'device_id': '4bd61122-7096-461a-95b1-adc1dea18a0c', 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f', 'admin_state_up': True, 'tenant_id': 'd1e6b0972cf140649ed2cad14f2db0b4'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:55.934655 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-941a19d7-3f73-464e-ae65-bc9b46c7e7d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:55.994153 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-21ac273d-cc20-4c1b-b628-b0448f753a22 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Made reservation on behalf of d1e6b0972cf140649ed2cad14f2db0b4 for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:25:55.999012 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-21ac273d-cc20-4c1b-b628-b0448f753a22 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.037531 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-941a19d7-3f73-464e-ae65-bc9b46c7e7d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.042052 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-941a19d7-3f73-464e-ae65-bc9b46c7e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.058481 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38540) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:56.095348 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a19d7-3f73-464e-ae65-bc9b46c7e7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f343954e-9a1a-437e-ac17-6d26240d8f8a,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:56.100774 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-941a19d7-3f73-464e-ae65-bc9b46c7e7d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58a3a83b1b4b423abf0d626de61b1d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647320 Oct 19 08:25:56.103430 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38546) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:56.156527 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-58845ccd-b03f-4458-baba-b78c8960cffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.181447 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-58845ccd-b03f-4458-baba-b78c8960cffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.235224 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-21ac273d-cc20-4c1b-b628-b0448f753a22 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Allocated IP 172.20.0.8 (fbed0243-7d71-4fc4-9caf-afbd08f9b31f/fb09846c-af61-4081-8b2b-a4066cda720c/6a155696-ac5e-466f-9258-1a6e5fa773b5) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:25:56.254985 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-58845ccd-b03f-4458-baba-b78c8960cffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.258005 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-58845ccd-b03f-4458-baba-b78c8960cffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.259409 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-58845ccd-b03f-4458-baba-b78c8960cffb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f343954e-9a1a-437e-ac17-6d26240d8f8a HTTP/1.1" status: 204 len: 168 time: 0.1549971 Oct 19 08:25:56.268787 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58845ccd-b03f-4458-baba-b78c8960cffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f343954e-9a1a-437e-ac17-6d26240d8f8a,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:56.350070 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ea29-6208-45ac-aa20-8be4aa9cbc17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.462032 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ea29-6208-45ac-aa20-8be4aa9cbc17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.468514 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e2f9ea29-6208-45ac-aa20-8be4aa9cbc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.509371 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-e2f9ea29-6208-45ac-aa20-8be4aa9cbc17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd3cb26121e94766aefc514aadd6cf07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437354 Oct 19 08:25:56.510450 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9ea29-6208-45ac-aa20-8be4aa9cbc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511638fe-afb8-44e3-a50e-c2a989f30e15,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:56.512867 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38566) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:56.566929 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a32831a5-bd27-47b7-9b7c-18586f647628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.603304 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-21ac273d-cc20-4c1b-b628-b0448f753a22 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.603566 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a32831a5-bd27-47b7-9b7c-18586f647628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.636038 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff2e44-971f-4a1b-8a63-34881de22a15 req-6f00d4f7-7aa7-4e01-b6c4-7531dd9c73e1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:56.637808 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-98ff2e44-971f-4a1b-8a63-34881de22a15 req-6f00d4f7-7aa7-4e01-b6c4-7531dd9c73e1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.1695106 Oct 19 08:25:56.668649 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a32831a5-bd27-47b7-9b7c-18586f647628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.672345 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a32831a5-bd27-47b7-9b7c-18586f647628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.675792 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-a32831a5-bd27-47b7-9b7c-18586f647628 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/511638fe-afb8-44e3-a50e-c2a989f30e15 HTTP/1.1" status: 204 len: 168 time: 0.1597269 Oct 19 08:25:56.684417 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32831a5-bd27-47b7-9b7c-18586f647628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511638fe-afb8-44e3-a50e-c2a989f30e15,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:56.694999 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-21ac273d-cc20-4c1b-b628-b0448f753a22 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.708945 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['a1452749-7697-4896-9845-e408f2432615'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:25:56.712500 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-98ff2e44-971f-4a1b-8a63-34881de22a15 req-848f2e12-6e51-4370-981b-74d5f8f2d8ec tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660009 Oct 19 08:25:56.720660 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38576) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:56.737890 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c02c2e64-d315-4a8e-aaf7-3fad4e9dbb6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.804713 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-21ac273d-cc20-4c1b-b628-b0448f753a22 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Network fbed0243-7d71-4fc4-9caf-afbd08f9b31f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:25:56.822327 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-21ac273d-cc20-4c1b-b628-b0448f753a22 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:25:56.824412 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac273d-cc20-4c1b-b628-b0448f753a22 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Pushing event updated for resources: {'Port': ['ID=6a155696-ac5e-466f-9258-1a6e5fa773b5,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:56.831749 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-21ac273d-cc20-4c1b-b628-b0448f753a22 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:25:56.846698 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c02c2e64-d315-4a8e-aaf7-3fad4e9dbb6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.854337 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c02c2e64-d315-4a8e-aaf7-3fad4e9dbb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.917459 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38582) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:56.918141 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-c02c2e64-d315-4a8e-aaf7-3fad4e9dbb6f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c5002c00f224474a992655baf5a9749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956637 Oct 19 08:25:56.920172 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c2e64-d315-4a8e-aaf7-3fad4e9dbb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9326d04-c9fb-4cb5-a6e7-cd809554c460,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:56.927894 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-21ac273d-cc20-4c1b-b628-b0448f753a22 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:56.928516 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-21ac273d-cc20-4c1b-b628-b0448f753a22 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:56.965515 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3ab18-0fb5-4189-b9f3-5ac7744e1130 req-50ec1342-7003-45ac-8539-d8b6c249d343 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:56.973191 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-55d3ab18-0fb5-4189-b9f3-5ac7744e1130 req-50ec1342-7003-45ac-8539-d8b6c249d343 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 931 time: 0.1428080 Oct 19 08:25:56.992849 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-21ac273d-cc20-4c1b-b628-b0448f753a22 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1432331 Oct 19 08:25:57.011782 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Request body: {'port': {'device_id': '4bd61122-7096-461a-95b1-adc1dea18a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:57.079146 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-55d3ab18-0fb5-4189-b9f3-5ac7744e1130 req-38703973-f308-4e3b-89a1-a15a06935e47 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049793 Oct 19 08:25:57.095659 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fc430956-27a7-4a2b-9f55-795af103c2ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:57.138324 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:57.151430 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fc430956-27a7-4a2b-9f55-795af103c2ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:57.301288 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fc430956-27a7-4a2b-9f55-795af103c2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:57.303872 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fc430956-27a7-4a2b-9f55-795af103c2ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:57.305004 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-fc430956-27a7-4a2b-9f55-795af103c2ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9326d04-c9fb-4cb5-a6e7-cd809554c460 HTTP/1.1" status: 204 len: 168 time: 0.3847234 Oct 19 08:25:57.317524 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc430956-27a7-4a2b-9f55-795af103c2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9326d04-c9fb-4cb5-a6e7-cd809554c460,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:57.576547 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a155696-ac5e-466f-9258-1a6e5fa773b5 {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:25:57.589355 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:57.613794 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Transition to ACTIVE for port object 6a155696-ac5e-466f-9258-1a6e5fa773b5 will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:25:57.623557 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:57.639512 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-72b34f6e-311f-49c2-85ec-a91ea9ae69ae tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:57.640700 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-72b34f6e-311f-49c2-85ec-a91ea9ae69ae tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/networks?id=3f69f0bf-630e-493a-a010-3869e8bbde66 HTTP/1.1" status: 200 len: 813 time: 0.1723557 Oct 19 08:25:57.647666 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38628) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:57.681401 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-1d622cef-5d4c-46cc-b1ae-c324c2bca0cc tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/quotas/f570556a465841b98162222c60bef779 HTTP/1.1" status: 200 len: 375 time: 0.0212998 Oct 19 08:25:57.706135 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a155696-ac5e-466f-9258-1a6e5fa773b5,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:57.742188 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-1820a6f1-35c8-4287-b17e-b6bef160ea62 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f570556a465841b98162222c60bef779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541129 Oct 19 08:25:57.771981 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-890902e9-ca71-4d90-86bd-18b072c27779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:57.792922 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38636) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:57.825436 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-734fc8da-cb6f-4300-9d23-e9d1c56571cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:57.855084 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-890902e9-ca71-4d90-86bd-18b072c27779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:57.859979 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-890902e9-ca71-4d90-86bd-18b072c27779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:57.893554 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Attempting to bind port 6a155696-ac5e-466f-9258-1a6e5fa773b5 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:25:57.893891 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Attempting to bind port 6a155696-ac5e-466f-9258-1a6e5fa773b5 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:25:57.894218 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Attempting to bind port 6a155696-ac5e-466f-9258-1a6e5fa773b5 on network fbed0243-7d71-4fc4-9caf-afbd08f9b31f {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:25:57.900084 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-890902e9-ca71-4d90-86bd-18b072c27779 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8085632ceaa041fa9b276facd64e7d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511435 Oct 19 08:25:57.901000 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890902e9-ca71-4d90-86bd-18b072c27779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0197ef87-158f-4e8e-9152-fb8586decb7c,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:57.902809 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 38638) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:57.915611 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Port 6a155696-ac5e-466f-9258-1a6e5fa773b5 on network fbed0243-7d71-4fc4-9caf-afbd08f9b31f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:25:57.915935 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Attempting to bind port 6a155696-ac5e-466f-9258-1a6e5fa773b5 on network fbed0243-7d71-4fc4-9caf-afbd08f9b31f {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:25:57.949835 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:25:57.950538 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Checking segment: {'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:25:57.950538 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Bound using segment: {'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:25:57.950957 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Bound port: 6a155696-ac5e-466f-9258-1a6e5fa773b5, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:25:57.951309 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:57.961471 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-ad131ea4-c44b-4f7f-9a72-a1f2fb18d4ab service neutron] 10.222.0.26 "GET /v2.0/networks/3f69f0bf-630e-493a-a010-3869e8bbde66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980164 Oct 19 08:25:58.140795 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e018131-424e-40d2-9e28-f8a577ac82e3 req-72319ca8-d395-4b3b-a636-f1e1e9e952e2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:58.142142 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6e018131-424e-40d2-9e28-f8a577ac82e3 req-72319ca8-d395-4b3b-a636-f1e1e9e952e2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.2105813 Oct 19 08:25:58.177343 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-353cac60-f394-490f-91d9-1cc2133bf451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:58.210466 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-734fc8da-cb6f-4300-9d23-e9d1c56571cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:58.224974 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-734fc8da-cb6f-4300-9d23-e9d1c56571cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:58.230917 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] For port 6a155696-ac5e-466f-9258-1a6e5fa773b5, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:25:58.249547 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-7028db00-2619-4f29-9381-639fdfcfc770 service neutron] 10.222.0.26 "GET /v2.0/networks/3f69f0bf-630e-493a-a010-3869e8bbde66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648776 Oct 19 08:25:58.283593 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-353cac60-f394-490f-91d9-1cc2133bf451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:58.298398 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] For port 6a155696-ac5e-466f-9258-1a6e5fa773b5, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6a155696-ac5e-466f-9258-1a6e5fa773b5,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:25:58.308308 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6e018131-424e-40d2-9e28-f8a577ac82e3 req-64acf515-9cb4-40f8-9f57-4dbc331ac0cc tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554685 Oct 19 08:25:58.318113 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:58.328589 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-734fc8da-cb6f-4300-9d23-e9d1c56571cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2fce1aa0f3a4712b5cf82b5556a84ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315351 Oct 19 08:25:58.328589 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fc8da-cb6f-4300-9d23-e9d1c56571cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e19cfe5-751a-428e-b5c0-c84290f47b17,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:58.329136 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38642) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:58.371682 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:58.377447 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:58.377447 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] 10.222.0.11 "PUT /v2.0/ports/6a155696-ac5e-466f-9258-1a6e5fa773b5 HTTP/1.1" status: 200 len: 1093 time: 1.3714011 Oct 19 08:25:58.377679 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd61122-7096-461a-95b1-adc1dea18a0c', 'tag': '6a155696-ac5e-466f-9258-1a6e5fa773b5'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:25:58.383556 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b66c06a-24d2-41ab-815f-5028d17a0ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd61122-7096-461a-95b1-adc1dea18a0c", "tag": "6a155696-ac5e-466f-9258-1a6e5fa773b5"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:25:58.414797 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-df3a8f8b-8145-44a8-9b86-4491d1ef5fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:58.441472 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-df3a8f8b-8145-44a8-9b86-4491d1ef5fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:58.449532 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b402ad-3a7f-4ce8-b4a5-5e1a1cc432e6 x-openstack-request-id: req-c4b402ad-3a7f-4ce8-b4a5-5e1a1cc432e6 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:25:58.449914 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd61122-7096-461a-95b1-adc1dea18a0c", "tag": "6a155696-ac5e-466f-9258-1a6e5fa773b5", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:25:58.450275 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4b402ad-3a7f-4ce8-b4a5-5e1a1cc432e6 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:25:58.450781 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd61122-7096-461a-95b1-adc1dea18a0c', 'tag': '6a155696-ac5e-466f-9258-1a6e5fa773b5', 'status': 'completed', 'code': 200} Oct 19 08:25:58.492802 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c4ba2-166f-40f8-96c4-f39d7efacdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a155696-ac5e-466f-9258-1a6e5fa773b5,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:58.500075 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-df3a8f8b-8145-44a8-9b86-4491d1ef5fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:58.502828 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-df3a8f8b-8145-44a8-9b86-4491d1ef5fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:58.506944 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-df3a8f8b-8145-44a8-9b86-4491d1ef5fd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e19cfe5-751a-428e-b5c0-c84290f47b17 HTTP/1.1" status: 204 len: 168 time: 0.1766396 Oct 19 08:25:58.521213 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a8f8b-8145-44a8-9b86-4491d1ef5fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e19cfe5-751a-428e-b5c0-c84290f47b17,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:58.768438 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3c82a2f5-3e68-46bd-8abe-bc8d9699f695 req-ab94f465-942f-47c2-95c4-ee8ba11444f7 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 210 time: 0.2867868 Oct 19 08:25:58.780587 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-353cac60-f394-490f-91d9-1cc2133bf451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:58.792539 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-353cac60-f394-490f-91d9-1cc2133bf451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:25:58.792539 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-353cac60-f394-490f-91d9-1cc2133bf451 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0197ef87-158f-4e8e-9152-fb8586decb7c HTTP/1.1" status: 204 len: 168 time: 0.8793778 Oct 19 08:25:58.796572 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-f54119e7-081a-40c7-a985-37dab9e4f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:58.797226 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-f54119e7-081a-40c7-a985-37dab9e4f0f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 1096 time: 0.3455746 Oct 19 08:25:58.807661 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7db206-f863-4aca-8b9d-f122a08dea28 req-761e5160-78d0-4ae8-90e9-e761d36acc23 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:58.809158 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bd7db206-f863-4aca-8b9d-f122a08dea28 req-761e5160-78d0-4ae8-90e9-e761d36acc23 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 943 time: 0.4113665 Oct 19 08:25:58.823708 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cac60-f394-490f-91d9-1cc2133bf451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0197ef87-158f-4e8e-9152-fb8586decb7c,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:58.870063 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-f11e3955-2977-4d35-86b1-1dcf009c67cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a155696-ac5e-466f-9258-1a6e5fa773b5 HTTP/1.1" status: 200 len: 217 time: 0.0556390 Oct 19 08:25:58.932393 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bd7db206-f863-4aca-8b9d-f122a08dea28 req-0cc25276-ed4e-48d8-917e-57b173873b54 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108978 Oct 19 08:25:58.942870 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-4a413322-e179-45c6-b3de-2a376ec3973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:58.946226 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-4a413322-e179-45c6-b3de-2a376ec3973c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb09846c-af61-4081-8b2b-a4066cda720c HTTP/1.1" status: 200 len: 855 time: 0.0641809 Oct 19 08:25:58.993772 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-71d615f7-cad0-459e-b615-53335c93eaeb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373719 Oct 19 08:25:59.130866 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-feeeec8d-cac6-4570-a9b6-3ee6e92e703c service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287193 Oct 19 08:25:59.250226 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc8b4d8b-468b-43bb-a1f6-b062bdc2f94c req-a239df0a-986f-416c-9485-bf2972aea9b8 service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045341 Oct 19 08:25:59.352350 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66c06a-24d2-41ab-815f-5028d17a0ed4 req-2af4cad0-23ae-430a-90e7-c92b58cba940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:59.353377 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0b66c06a-24d2-41ab-815f-5028d17a0ed4 req-2af4cad0-23ae-430a-90e7-c92b58cba940 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 1096 time: 0.0458522 Oct 19 08:25:59.494351 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf1b25-5afd-49e2-bbfd-5ac0b0c7b1a0 req-51b254ea-74fd-4991-b014-8cbe4bbd83c4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:59.495834 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fbcf1b25-5afd-49e2-bbfd-5ac0b0c7b1a0 req-51b254ea-74fd-4991-b014-8cbe4bbd83c4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.1133916 Oct 19 08:25:59.524370 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66c06a-24d2-41ab-815f-5028d17a0ed4 req-1dc109c5-c27f-4da3-9925-e5fc24d9445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:59.525797 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0b66c06a-24d2-41ab-815f-5028d17a0ed4 req-1dc109c5-c27f-4da3-9925-e5fc24d9445d service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 200 len: 916 time: 0.1631198 Oct 19 08:25:59.577649 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0b66c06a-24d2-41ab-815f-5028d17a0ed4 req-af3673c4-d8a8-4543-b919-0fb8e124af0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a155696-ac5e-466f-9258-1a6e5fa773b5 HTTP/1.1" status: 200 len: 217 time: 0.0377119 Oct 19 08:25:59.583625 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fbcf1b25-5afd-49e2-bbfd-5ac0b0c7b1a0 req-f82bed45-a794-41c6-a16c-cc5b99b08d7a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812602 Oct 19 08:25:59.643955 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66c06a-24d2-41ab-815f-5028d17a0ed4 req-8c9a0d31-4757-4134-af73-493f072a9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:59.646102 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0b66c06a-24d2-41ab-815f-5028d17a0ed4 req-8c9a0d31-4757-4134-af73-493f072a9e1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb09846c-af61-4081-8b2b-a4066cda720c HTTP/1.1" status: 200 len: 855 time: 0.0565107 Oct 19 08:25:59.689371 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0b66c06a-24d2-41ab-815f-5028d17a0ed4 req-be8157e6-3811-4380-82b8-4ca300193e93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292139 Oct 19 08:25:59.867324 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0b66c06a-24d2-41ab-815f-5028d17a0ed4 req-0d4e2527-943f-4f14-9750-bb97d767a24e service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680260 Oct 19 08:25:59.913308 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-35364f08-9ad0-4c36-af92-c0d178693456 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:25:59.914939 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-35364f08-9ad0-4c36-af92-c0d178693456 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.11 "GET /v2.0/networks?id=3f69f0bf-630e-493a-a010-3869e8bbde66 HTTP/1.1" status: 200 len: 813 time: 0.1849284 Oct 19 08:25:59.980213 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-db63271c-d12f-43ef-bcfd-caf72ac8a1df tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Request body: {'port': {'device_id': '61889472-0e20-46bc-94d3-c4c42883a5b4', 'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66', 'admin_state_up': True, 'tenant_id': 'f570556a465841b98162222c60bef779'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:26:00.001170 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2668b72a-2f2a-4317-8905-110c2a22e0b2 req-5cb8fddc-8710-4f50-a8d1-4a6d314e9143 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 210 time: 0.0836368 Oct 19 08:26:00.129272 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0b66c06a-24d2-41ab-815f-5028d17a0ed4 req-201b18c9-e894-4d83-93ea-4d8402ac9486 service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521212 Oct 19 08:26:00.168478 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dceb24-01be-4f43-ae77-b397a35494b0 req-93bb8aee-81db-44d2-b970-0820004ddfeb tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:00.170007 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-09dceb24-01be-4f43-ae77-b397a35494b0 req-93bb8aee-81db-44d2-b970-0820004ddfeb tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 943 time: 0.0962870 Oct 19 08:26:00.210879 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-db63271c-d12f-43ef-bcfd-caf72ac8a1df tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Made reservation on behalf of f570556a465841b98162222c60bef779 for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:26:00.214353 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-db63271c-d12f-43ef-bcfd-caf72ac8a1df tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:00.232478 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-09dceb24-01be-4f43-ae77-b397a35494b0 req-054beb8e-2ff6-44ce-8083-69303549c8d0 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517936 Oct 19 08:26:00.352376 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-db63271c-d12f-43ef-bcfd-caf72ac8a1df tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Allocated IP 172.20.0.12 (3f69f0bf-630e-493a-a010-3869e8bbde66/faf229ef-cd54-4b49-bafc-3689da0ca128/a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:26:00.506674 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-db63271c-d12f-43ef-bcfd-caf72ac8a1df tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:00.545814 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-db63271c-d12f-43ef-bcfd-caf72ac8a1df tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:00.593209 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-db63271c-d12f-43ef-bcfd-caf72ac8a1df tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Network 3f69f0bf-630e-493a-a010-3869e8bbde66 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:26:00.596427 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-db63271c-d12f-43ef-bcfd-caf72ac8a1df tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:26:00.602263 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-db63271c-d12f-43ef-bcfd-caf72ac8a1df tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:26:00.631218 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63271c-d12f-43ef-bcfd-caf72ac8a1df tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Pushing event updated for resources: {'Port': ['ID=a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:00.661266 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-db63271c-d12f-43ef-bcfd-caf72ac8a1df tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:00.661872 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-db63271c-d12f-43ef-bcfd-caf72ac8a1df tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:00.700650 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-db63271c-d12f-43ef-bcfd-caf72ac8a1df tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7558041 Oct 19 08:26:00.717828 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532dbbe-c7f4-4182-8814-6a626b9a0189 req-16c88730-4b4f-46ee-bc51-0164d5a49896 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:00.719428 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8532dbbe-c7f4-4182-8814-6a626b9a0189 req-16c88730-4b4f-46ee-bc51-0164d5a49896 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0650856 Oct 19 08:26:00.724218 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Request body: {'port': {'device_id': '61889472-0e20-46bc-94d3-c4c42883a5b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:26:00.804500 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8532dbbe-c7f4-4182-8814-6a626b9a0189 req-20af681c-f477-4410-b1d8-30c1978f5710 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775409 Oct 19 08:26:00.809017 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:00.849100 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38758) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:26:00.960713 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a9eb159b-c1a7-4c31-9fd4-9a3c93d905fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.034938 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a9eb159b-c1a7-4c31-9fd4-9a3c93d905fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.040240 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a9eb159b-c1a7-4c31-9fd4-9a3c93d905fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.074694 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:26:01.081673 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-a9eb159b-c1a7-4c31-9fd4-9a3c93d905fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51d2312ac09b46a48303e827c83e9603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314622 Oct 19 08:26:01.082385 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38764) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:26:01.083022 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb159b-c1a7-4c31-9fd4-9a3c93d905fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ec613f-e3ce-41bc-bd6e-8dc8f5568bfa,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:01.091010 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.120370 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Transition to ACTIVE for port object a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:26:01.126869 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.141742 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8d189c71-3ce2-457d-80ac-db0311942112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.170447 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8d189c71-3ce2-457d-80ac-db0311942112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.173273 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e92e9-139f-44cd-b5bb-18b2ed6ac719 req-665fdb6b-dbff-443f-bf71-682bc2fd703a tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:01.174785 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d55e92e9-139f-44cd-b5bb-18b2ed6ac719 req-665fdb6b-dbff-443f-bf71-682bc2fd703a tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 932 time: 0.0950887 Oct 19 08:26:01.203913 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Pushing event updated for resources: {'Port': ['ID=a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:01.245408 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8d189c71-3ce2-457d-80ac-db0311942112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.248706 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8d189c71-3ce2-457d-80ac-db0311942112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.252930 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-8d189c71-3ce2-457d-80ac-db0311942112 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74ec613f-e3ce-41bc-bd6e-8dc8f5568bfa HTTP/1.1" status: 204 len: 168 time: 0.1631629 Oct 19 08:26:01.270757 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d189c71-3ce2-457d-80ac-db0311942112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ec613f-e3ce-41bc-bd6e-8dc8f5568bfa,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:01.273715 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d55e92e9-139f-44cd-b5bb-18b2ed6ac719 req-b304d598-8c77-49c6-a63f-2342c542c614 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849347 Oct 19 08:26:01.296400 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Attempting to bind port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:26:01.296741 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Attempting to bind port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:26:01.299665 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Attempting to bind port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 on network 3f69f0bf-630e-493a-a010-3869e8bbde66 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:26:01.308523 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 on network 3f69f0bf-630e-493a-a010-3869e8bbde66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:26:01.309378 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Attempting to bind port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 on network 3f69f0bf-630e-493a-a010-3869e8bbde66 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:26:01.317122 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:26:01.317467 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Checking segment: {'id': '2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:26:01.317972 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Bound using segment: {'id': '2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:26:01.318409 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Bound port: a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:26:01.318797 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.419327 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] For port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:26:01.424635 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] For port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1,segment=NetworkSegment(2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30),segment_id=2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:26:01.438763 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b01228-b07c-4450-8dc4-37bcabb87993 req-39e1bfa8-90db-4a83-a379-8703c75cda38 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:01.446084 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b6b01228-b07c-4450-8dc4-37bcabb87993 req-39e1bfa8-90db-4a83-a379-8703c75cda38 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 943 time: 0.0866196 Oct 19 08:26:01.454480 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.502737 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:01.503261 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.504878 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] 10.222.0.11 "PUT /v2.0/ports/a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 HTTP/1.1" status: 200 len: 1094 time: 0.7845559 Oct 19 08:26:01.505318 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61889472-0e20-46bc-94d3-c4c42883a5b4', 'tag': 'a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:26:01.507572 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2e5f9d-d72b-4c70-846c-38d428a05c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "61889472-0e20-46bc-94d3-c4c42883a5b4", "tag": "a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:26:01.534907 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b6b01228-b07c-4450-8dc4-37bcabb87993 req-79fd054e-65f1-4b62-ad0e-3c3914309e6b tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878158 Oct 19 08:26:01.556020 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25213ecc-30b6-4693-983e-0baf9bd14fdb service neutron] Pushing event updated for resources: {'Port': ['ID=a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:01.581681 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaaa9e1-c9f2-49e8-b634-67187fb3c314 x-openstack-request-id: req-fdaaa9e1-c9f2-49e8-b634-67187fb3c314 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:26:01.581970 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61889472-0e20-46bc-94d3-c4c42883a5b4", "tag": "a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:26:01.582222 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdaaa9e1-c9f2-49e8-b634-67187fb3c314 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:26:01.582656 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61889472-0e20-46bc-94d3-c4c42883a5b4', 'tag': 'a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1', 'status': 'completed', 'code': 200} Oct 19 08:26:01.622458 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38790) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:26:01.631713 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-d7835816-ede5-43a4-a336-51d8dd8bd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:01.633450 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-d7835816-ede5-43a4-a336-51d8dd8bd36e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f570556a465841b98162222c60bef779&device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 1097 time: 0.0499339 Oct 19 08:26:01.641047 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7f275ea6-b8f5-4fd1-b028-41b73947003e admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.681060 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-2a915785-be20-4ce6-8158-d2efd82b1994 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 HTTP/1.1" status: 200 len: 217 time: 0.0368466 Oct 19 08:26:01.721003 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7f275ea6-b8f5-4fd1-b028-41b73947003e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.728904 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7f275ea6-b8f5-4fd1-b028-41b73947003e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.740957 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-a610e65d-265c-4f0c-86c1-821c70fcc497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:01.742460 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-a610e65d-265c-4f0c-86c1-821c70fcc497 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=faf229ef-cd54-4b49-bafc-3689da0ca128 HTTP/1.1" status: 200 len: 853 time: 0.0497186 Oct 19 08:26:01.768892 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-7f275ea6-b8f5-4fd1-b028-41b73947003e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e964dd20b87465b8172bfa4ab08fea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447763 Oct 19 08:26:01.771455 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 38796) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:26:01.779258 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f275ea6-b8f5-4fd1-b028-41b73947003e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9d0a79-bb1e-413e-9c82-93dbd038ea20,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:01.797498 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-4e739b2d-0611-414a-ae91-ca5c600e4964 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f69f0bf-630e-493a-a010-3869e8bbde66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432010 Oct 19 08:26:01.841445 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c49962f3-09a5-44b0-8210-108c7d38a833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.865546 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c49962f3-09a5-44b0-8210-108c7d38a833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.916559 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c49962f3-09a5-44b0-8210-108c7d38a833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.919502 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c49962f3-09a5-44b0-8210-108c7d38a833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:01.920685 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-c49962f3-09a5-44b0-8210-108c7d38a833 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc9d0a79-bb1e-413e-9c82-93dbd038ea20 HTTP/1.1" status: 204 len: 168 time: 0.1481509 Oct 19 08:26:01.929528 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49962f3-09a5-44b0-8210-108c7d38a833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9d0a79-bb1e-413e-9c82-93dbd038ea20,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:01.937802 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-8065aebe-b9dd-4b83-a578-983076a2546e service neutron] 10.222.0.11 "GET /v2.0/networks/3f69f0bf-630e-493a-a010-3869e8bbde66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247180 Oct 19 08:26:01.949377 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354b41f-ab9f-4ddf-a1ef-ea107e253234 req-f5e9cc03-e8b1-4904-9a59-1fe2fe78f1bf tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:01.956957 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3354b41f-ab9f-4ddf-a1ef-ea107e253234 req-f5e9cc03-e8b1-4904-9a59-1fe2fe78f1bf tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0811505 Oct 19 08:26:02.042991 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3354b41f-ab9f-4ddf-a1ef-ea107e253234 req-ba4831f8-5404-4eb1-9b9f-d14b590557ca tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850968 Oct 19 08:26:02.073616 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5745ed28-57db-41a7-aa4c-a81d226a2179 req-22d144b1-1ef2-4b7c-a5e6-346251e91e98 service neutron] 10.222.0.11 "GET /v2.0/networks/3f69f0bf-630e-493a-a010-3869e8bbde66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147077 Oct 19 08:26:02.169308 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e5f9d-d72b-4c70-846c-38d428a05c4d req-e8cc5f70-1e3f-4986-b90c-2b2ac363f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:02.170857 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d2e5f9d-d72b-4c70-846c-38d428a05c4d req-e8cc5f70-1e3f-4986-b90c-2b2ac363f648 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f570556a465841b98162222c60bef779&device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 1097 time: 0.0395160 Oct 19 08:26:02.267726 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e5f9d-d72b-4c70-846c-38d428a05c4d req-4e82522e-02fb-482f-ba1c-77a206398145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:02.269178 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d2e5f9d-d72b-4c70-846c-38d428a05c4d req-4e82522e-02fb-482f-ba1c-77a206398145 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f69f0bf-630e-493a-a010-3869e8bbde66 HTTP/1.1" status: 200 len: 914 time: 0.0904427 Oct 19 08:26:02.313887 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d2e5f9d-d72b-4c70-846c-38d428a05c4d req-a90a71ab-7d6f-45b9-bf0b-29c5358242fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 HTTP/1.1" status: 200 len: 217 time: 0.0361745 Oct 19 08:26:02.395303 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e5f9d-d72b-4c70-846c-38d428a05c4d req-17275b3c-7654-498c-8f47-eb7004295972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:02.396782 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d2e5f9d-d72b-4c70-846c-38d428a05c4d req-17275b3c-7654-498c-8f47-eb7004295972 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=faf229ef-cd54-4b49-bafc-3689da0ca128 HTTP/1.1" status: 200 len: 853 time: 0.0757601 Oct 19 08:26:02.416831 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a039e-3eed-4471-a175-2bfa998f2641 req-00ec6eda-a5b3-4109-9151-9bc9e6b281d2 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:02.418265 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-238a039e-3eed-4471-a175-2bfa998f2641 req-00ec6eda-a5b3-4109-9151-9bc9e6b281d2 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 944 time: 0.0648701 Oct 19 08:26:02.460029 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d2e5f9d-d72b-4c70-846c-38d428a05c4d req-e9acfdf9-b19b-4cfb-a1d0-d45541eea3b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f69f0bf-630e-493a-a010-3869e8bbde66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351489 Oct 19 08:26:02.479910 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-238a039e-3eed-4471-a175-2bfa998f2641 req-1c061af5-2664-4075-92f5-a5a2ac3236ea tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474949 Oct 19 08:26:02.599463 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d2e5f9d-d72b-4c70-846c-38d428a05c4d req-76060bc7-f2e3-4b16-9923-a2fb5b585644 service neutron] 10.222.0.11 "GET /v2.0/networks/3f69f0bf-630e-493a-a010-3869e8bbde66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029406 Oct 19 08:26:02.706759 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5df571-b239-4b06-a6db-61048564939c req-5f82487f-b4f4-46dd-bf37-16284367fcc7 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:02.708278 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1a5df571-b239-4b06-a6db-61048564939c req-5f82487f-b4f4-46dd-bf37-16284367fcc7 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 943 time: 0.1029234 Oct 19 08:26:02.743594 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d2e5f9d-d72b-4c70-846c-38d428a05c4d req-18562f24-e952-420e-9db6-d0852f870b2a service neutron] 10.222.0.11 "GET /v2.0/networks/3f69f0bf-630e-493a-a010-3869e8bbde66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282308 Oct 19 08:26:02.763612 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1a5df571-b239-4b06-a6db-61048564939c req-2f360ede-71e6-4dc0-9081-8426737d8a7b tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490270 Oct 19 08:26:03.160618 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335cf75-56a3-412e-86e7-2c3b087d16e3 req-e5135c98-eddc-41ff-8ae2-d58eb76cda91 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:03.162292 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e335cf75-56a3-412e-86e7-2c3b087d16e3 req-e5135c98-eddc-41ff-8ae2-d58eb76cda91 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0491443 Oct 19 08:26:03.202673 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e335cf75-56a3-412e-86e7-2c3b087d16e3 req-cd7f6199-442e-4017-a588-e4b536796185 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Oct 19 08:26:03.597886 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe744df-3784-49ed-923b-0914948ca470 req-d1582812-53dd-4e27-ab9c-68c84468526a tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:03.599346 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2fe744df-3784-49ed-923b-0914948ca470 req-d1582812-53dd-4e27-ab9c-68c84468526a tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 944 time: 0.0493684 Oct 19 08:26:03.627609 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 6a155696-ac5e-466f-9258-1a6e5fa773b5 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:26:03.636880 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2fe744df-3784-49ed-923b-0914948ca470 req-5fd755d4-cf6a-4864-a347-93c67070fc06 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Oct 19 08:26:03.730588 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 6a155696-ac5e-466f-9258-1a6e5fa773b5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6a155696-ac5e-466f-9258-1a6e5fa773b5,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:26:03.742682 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '6a155696-ac5e-466f-9258-1a6e5fa773b5', 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f', 'port_id': '6a155696-ac5e-466f-9258-1a6e5fa773b5', 'mac_address': 'fa:16:3e:f0:a6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb09846c-af61-4081-8b2b-a4066cda720c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:26:03.786910 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:03.802366 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a155696-ac5e-466f-9258-1a6e5fa773b5 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:26:03.825483 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 6a155696-ac5e-466f-9258-1a6e5fa773b5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6a155696-ac5e-466f-9258-1a6e5fa773b5,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:26:03.830631 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:03.883503 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=6a155696-ac5e-466f-9258-1a6e5fa773b5,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:03.897365 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f061b3-5d28-451b-9aff-f329ab994511 req-c0cdab4c-3c8b-4885-a8b4-ed465b5d196a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:03.898898 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48f061b3-5d28-451b-9aff-f329ab994511 req-c0cdab4c-3c8b-4885-a8b4-ed465b5d196a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 944 time: 0.0499241 Oct 19 08:26:03.940104 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48f061b3-5d28-451b-9aff-f329ab994511 req-7f17487f-45b5-45c0-9978-70263516e680 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351634 Oct 19 08:26:04.316171 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279265e-9a03-4b95-be83-7336ef30cbe3 req-cc336a0d-6806-4fa7-9b45-c14e69f223a9 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:04.317763 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f279265e-9a03-4b95-be83-7336ef30cbe3 req-cc336a0d-6806-4fa7-9b45-c14e69f223a9 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0481160 Oct 19 08:26:04.354939 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f279265e-9a03-4b95-be83-7336ef30cbe3 req-314e8265-eb68-4c32-9c9d-867f565ca71c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312908 Oct 19 08:26:04.533525 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['6a155696-ac5e-466f-9258-1a6e5fa773b5'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:26:04.757356 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e909-2605-4356-91fe-80b061a77801 req-fee08d01-a3d0-49ed-89a6-ff8358805b4e tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:04.758832 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fdb9e909-2605-4356-91fe-80b061a77801 req-fee08d01-a3d0-49ed-89a6-ff8358805b4e tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 944 time: 0.0479567 Oct 19 08:26:04.797158 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fdb9e909-2605-4356-91fe-80b061a77801 req-cf6467e2-0a1c-46dd-ac1f-d6ab01db0d7b tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318360 Oct 19 08:26:05.067360 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80979b0e-de2f-4543-8c4e-782da0bdc467 req-270f4973-64fa-4369-848b-8bd97b33b22e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:05.068836 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-80979b0e-de2f-4543-8c4e-782da0bdc467 req-270f4973-64fa-4369-848b-8bd97b33b22e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 944 time: 0.0607274 Oct 19 08:26:05.113780 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-80979b0e-de2f-4543-8c4e-782da0bdc467 req-86a394db-7d93-4335-9c2f-e8445c41ba00 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386863 Oct 19 08:26:05.474071 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e84e5-28bc-4ffc-8c71-c04338896e02 req-68eb2b39-cc4d-4840-a24e-e30050d83055 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:05.475600 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-568e84e5-28bc-4ffc-8c71-c04338896e02 req-68eb2b39-cc4d-4840-a24e-e30050d83055 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0481784 Oct 19 08:26:05.512400 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-568e84e5-28bc-4ffc-8c71-c04338896e02 req-56fa57b9-d711-4909-8ef9-df3fcdd7ecea tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308070 Oct 19 08:26:05.656490 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:26:05.750518 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1,segment=NetworkSegment(2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30),segment_id=2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:26:05.761494 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': 'a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1', 'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66', 'port_id': 'a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1', 'mac_address': 'fa:16:3e:a5:e9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf229ef-cd54-4b49-bafc-3689da0ca128', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:26:05.799109 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:05.812261 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:26:05.833499 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1,segment=NetworkSegment(2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30),segment_id=2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:26:05.838297 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:05.885045 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:05.916005 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f4f49-db60-4f42-8a64-7b846e4329bb req-c385e9ed-4066-4d39-bb64-9a935c16b3f6 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:05.917378 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9e6f4f49-db60-4f42-8a64-7b846e4329bb req-c385e9ed-4066-4d39-bb64-9a935c16b3f6 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 945 time: 0.0502272 Oct 19 08:26:05.955029 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9e6f4f49-db60-4f42-8a64-7b846e4329bb req-0bd0086f-ecf8-410e-918a-ee58310b3757 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Oct 19 08:26:06.230962 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fab9f-8ee1-45a2-ba74-a6b0184ca961 req-5d8699f5-a274-4191-9e28-3aadf74d1b7e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:06.232444 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0f4fab9f-8ee1-45a2-ba74-a6b0184ca961 req-5d8699f5-a274-4191-9e28-3aadf74d1b7e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 944 time: 0.0516264 Oct 19 08:26:06.278418 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0f4fab9f-8ee1-45a2-ba74-a6b0184ca961 req-3a75f82a-da9d-4703-bd7f-99a22b68a906 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382261 Oct 19 08:26:06.394392 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:26:06.639373 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48523b-b638-4ee6-85de-c196d05fd9a3 req-f72aceac-1dbe-442d-99f5-7c4ccff8aad7 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:06.641418 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9f48523b-b638-4ee6-85de-c196d05fd9a3 req-f72aceac-1dbe-442d-99f5-7c4ccff8aad7 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0532579 Oct 19 08:26:06.681689 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9f48523b-b638-4ee6-85de-c196d05fd9a3 req-9c522c9a-2bde-4560-86ff-00793219611b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341394 Oct 19 08:26:07.066692 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220e446-7b55-4d52-b84b-185deaeb4c33 req-3d6b0fed-3e37-466a-9554-f0fc57653528 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:07.070085 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9220e446-7b55-4d52-b84b-185deaeb4c33 req-3d6b0fed-3e37-466a-9554-f0fc57653528 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 945 time: 0.0473468 Oct 19 08:26:07.105184 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9220e446-7b55-4d52-b84b-185deaeb4c33 req-70b33493-47e1-4a8c-81eb-d4d796f1b709 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Oct 19 08:26:07.389683 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724e59b-b563-46e2-afff-003464399261 req-c7a40494-cd5f-4800-be39-ae828dd7ce91 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:07.391143 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1724e59b-b563-46e2-afff-003464399261 req-c7a40494-cd5f-4800-be39-ae828dd7ce91 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 944 time: 0.0473166 Oct 19 08:26:07.430922 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1724e59b-b563-46e2-afff-003464399261 req-aff13b5d-97f7-454f-9840-1f789d880978 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Oct 19 08:26:08.000665 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62c7f6-74dc-47c7-95d9-72be7dc4e637 req-65ecc7c8-7a05-43ac-8ba7-6403e9f9f951 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:08.002017 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd62c7f6-74dc-47c7-95d9-72be7dc4e637 req-65ecc7c8-7a05-43ac-8ba7-6403e9f9f951 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.2470963 Oct 19 08:26:08.040093 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd62c7f6-74dc-47c7-95d9-72be7dc4e637 req-f411261a-5fea-4016-8153-7472227254e6 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Oct 19 08:26:08.775487 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 6a155696-ac5e-466f-9258-1a6e5fa773b5 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:26:08.825553 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port 6a155696-ac5e-466f-9258-1a6e5fa773b5 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:26:08.829384 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 6a155696-ac5e-466f-9258-1a6e5fa773b5 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:26:08.829750 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:08.880998 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6c9c2-5e81-4984-9bd9-1ad940439668 req-98f4f6f7-2f91-40a2-a8ae-d0a994713966 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:08.882439 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b5a6c9c2-5e81-4984-9bd9-1ad940439668 req-98f4f6f7-2f91-40a2-a8ae-d0a994713966 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 945 time: 0.0566690 Oct 19 08:26:08.910987 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:08.921002 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b5a6c9c2-5e81-4984-9bd9-1ad940439668 req-c9b38aad-5d5f-4ce7-8ebc-f114b3af7299 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324960 Oct 19 08:26:08.932847 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd61122-7096-461a-95b1-adc1dea18a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a155696-ac5e-466f-9258-1a6e5fa773b5'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:26:08.935119 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6a2e96-8215-4e8d-9d95-04229b03b1a0" -d '{"events": [{"server_uuid": "4bd61122-7096-461a-95b1-adc1dea18a0c", "name": "network-vif-plugged", "status": "completed", "tag": "6a155696-ac5e-466f-9258-1a6e5fa773b5"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:26:08.947438 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 6a155696-ac5e-466f-9258-1a6e5fa773b5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6a155696-ac5e-466f-9258-1a6e5fa773b5,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:26:08.952459 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:09.000743 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=6a155696-ac5e-466f-9258-1a6e5fa773b5,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:09.022732 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84fee5-86f9-46e6-939b-9e9858ff2ec1 req-01de1d66-7a79-450b-ba9d-150bd8c47a61 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:09.023215 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:26:09.024207 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ff84fee5-86f9-46e6-939b-9e9858ff2ec1 req-01de1d66-7a79-450b-ba9d-150bd8c47a61 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 945 time: 0.0488257 Oct 19 08:26:09.064977 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ff84fee5-86f9-46e6-939b-9e9858ff2ec1 req-74a8c2a6-7e1e-49a4-8d9a-4c817448cacc tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345747 Oct 19 08:26:09.108812 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30daa1bb-02b9-478a-9d13-46a63f316682 x-openstack-request-id: req-30daa1bb-02b9-478a-9d13-46a63f316682 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:26:09.109201 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd61122-7096-461a-95b1-adc1dea18a0c", "name": "network-vif-plugged", "status": "completed", "tag": "6a155696-ac5e-466f-9258-1a6e5fa773b5", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:26:09.109546 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30daa1bb-02b9-478a-9d13-46a63f316682 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:26:09.110131 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd61122-7096-461a-95b1-adc1dea18a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a155696-ac5e-466f-9258-1a6e5fa773b5', 'code': 200} Oct 19 08:26:09.194784 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1e6dc-4d05-47b3-8514-1e989ba27f5e req-e3b7c8cd-c45f-49bf-a863-98878f868b44 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:09.196233 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c7c1e6dc-4d05-47b3-8514-1e989ba27f5e req-e3b7c8cd-c45f-49bf-a863-98878f868b44 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0475216 Oct 19 08:26:09.232184 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c7c1e6dc-4d05-47b3-8514-1e989ba27f5e req-241701c4-e6b2-47d4-9d1f-56152d17db77 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300827 Oct 19 08:26:11.811779 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:26:11.835067 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7efcf2-fbe6-4a88-8cb8-a2489c70c5c5 req-a453c5f0-75c6-4bb4-bc92-451f3a4fa137 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:11.836534 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8f7efcf2-fbe6-4a88-8cb8-a2489c70c5c5 req-a453c5f0-75c6-4bb4-bc92-451f3a4fa137 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 945 time: 0.1093600 Oct 19 08:26:11.845002 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca37c86-ef0b-4ba1-9983-829d1074c739 req-2f26130c-b749-427e-b290-f22c089ff687 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:11.846393 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dca37c86-ef0b-4ba1-9983-829d1074c739 req-2f26130c-b749-427e-b290-f22c089ff687 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 945 time: 0.1103244 Oct 19 08:26:11.857288 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ffee9-0bf5-436b-90fd-ec263ed9200f req-1cd87276-0e08-4833-adde-0db1e7102fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:11.859875 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bf9ffee9-0bf5-436b-90fd-ec263ed9200f req-1cd87276-0e08-4833-adde-0db1e7102fb2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 1098 time: 0.0854468 Oct 19 08:26:11.860015 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:26:11.863691 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:26:11.864258 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:11.909684 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a6fda18d-f48e-433b-ab8f-affb74e6b20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:11.930276 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8f7efcf2-fbe6-4a88-8cb8-a2489c70c5c5 req-5ceb9bca-a8f5-4189-9fe8-4de44c494504 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826740 Oct 19 08:26:11.940141 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dca37c86-ef0b-4ba1-9983-829d1074c739 req-e623b4e4-e970-4414-8c7c-e8ab9c532a1d tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792360 Oct 19 08:26:11.941890 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bf9ffee9-0bf5-436b-90fd-ec263ed9200f req-952ca75b-e225-4d1d-b592-1933ac14d5e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658877 Oct 19 08:26:11.961390 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:11.991479 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61889472-0e20-46bc-94d3-c4c42883a5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:26:11.993732 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a1cf04-69f1-4b7f-8492-07d5e53dd1c9" -d '{"events": [{"server_uuid": "61889472-0e20-46bc-94d3-c4c42883a5b4", "name": "network-vif-plugged", "status": "completed", "tag": "a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:26:12.007737 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1,segment=NetworkSegment(2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30),segment_id=2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:26:12.015158 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:12.045838 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a71f97-a35b-4456-b622-f248bc70725b x-openstack-request-id: req-50a71f97-a35b-4456-b622-f248bc70725b {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:26:12.046126 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61889472-0e20-46bc-94d3-c4c42883a5b4", "name": "network-vif-plugged", "status": "completed", "tag": "a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:26:12.046375 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50a71f97-a35b-4456-b622-f248bc70725b {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:26:12.046832 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61889472-0e20-46bc-94d3-c4c42883a5b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1', 'code': 200} Oct 19 08:26:12.070168 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:12.070794 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfde0be-7d59-4318-a8e0-b025548d927b req-94ec2c07-1208-4551-93f9-0e9b002973ce tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:12.072510 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1bfde0be-7d59-4318-a8e0-b025548d927b req-94ec2c07-1208-4551-93f9-0e9b002973ce tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0518622 Oct 19 08:26:12.115292 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1bfde0be-7d59-4318-a8e0-b025548d927b req-f8dec0c9-5356-41ba-abb3-06b8ce6a6d03 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356760 Oct 19 08:26:12.474285 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4932aa-6d84-42f0-b417-80579149eda0 req-4019dd1a-0aec-4da0-8b9f-db0f403b2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:12.475730 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b4932aa-6d84-42f0-b417-80579149eda0 req-4019dd1a-0aec-4da0-8b9f-db0f403b2846 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 1099 time: 0.0408602 Oct 19 08:26:12.512512 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b4932aa-6d84-42f0-b417-80579149eda0 req-c877058b-f089-47e2-9953-b4333d52607f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287943 Oct 19 08:26:12.593869 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 39036) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:26:12.694418 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:12.771212 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:12.774761 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:12.811815 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7985fb4a173041d798482b6721111748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168677 Oct 19 08:26:12.812910 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478f9f73-c4e0-4c5e-b862-23c2b6e0ef96,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:12.814524 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 39044) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:26:12.819865 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.820211 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.820545 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.820874 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.821198 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.821526 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.821847 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.822163 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.822480 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.822815 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.823127 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.823440 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca1a93-9434-4e7e-9e9d-193283c3eac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.868847 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:12.892938 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:12.938264 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:12.941067 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:12.942196 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/478f9f73-c4e0-4c5e-b862-23c2b6e0ef96 HTTP/1.1" status: 204 len: 168 time: 0.1261592 Oct 19 08:26:12.949599 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478f9f73-c4e0-4c5e-b862-23c2b6e0ef96,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:12.960684 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.961558 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.961807 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.962134 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.962460 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.962976 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.963165 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.963466 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.963779 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.964096 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.964409 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:12.964716 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83f83c2-699e-4bff-b954-48cd61c4d9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:13.099695 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd9a0-0057-4fda-8bb3-113bb00f5efe req-cda94bcf-7666-4242-8813-5e3ddfa3c95d tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:13.101167 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-765dd9a0-0057-4fda-8bb3-113bb00f5efe req-cda94bcf-7666-4242-8813-5e3ddfa3c95d tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0819433 Oct 19 08:26:13.111650 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831f003-225b-483e-821a-4081351e48c1 req-89ecb000-6935-47a5-b51e-fbed842c0773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:13.113099 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7831f003-225b-483e-821a-4081351e48c1 req-89ecb000-6935-47a5-b51e-fbed842c0773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 945 time: 0.0823641 Oct 19 08:26:13.169632 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-765dd9a0-0057-4fda-8bb3-113bb00f5efe req-f2c78e10-302c-4a96-93d5-293fa56e56ed tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554104 Oct 19 08:26:13.178236 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7831f003-225b-483e-821a-4081351e48c1 req-42f6466e-a902-48f8-aa92-3c28b7cedde9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581527 Oct 19 08:26:13.269236 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 39066) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:26:13.282328 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c40a0c1a-59fc-451f-8d00-5f6c9736c7ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:13.292053 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30f472-cdde-4563-87b7-03e19f17d7f7 req-996d440b-dab9-4e5a-950f-32394bf68199 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:13.293531 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ec30f472-cdde-4563-87b7-03e19f17d7f7 req-996d440b-dab9-4e5a-950f-32394bf68199 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0559156 Oct 19 08:26:13.348724 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ec30f472-cdde-4563-87b7-03e19f17d7f7 req-2cdf4c22-b641-4d45-9799-a90a5b79858a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379257 Oct 19 08:26:13.359964 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c40a0c1a-59fc-451f-8d00-5f6c9736c7ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:13.364479 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c40a0c1a-59fc-451f-8d00-5f6c9736c7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:13.403481 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-c40a0c1a-59fc-451f-8d00-5f6c9736c7ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e53a9af2843149bbb175753cd80e03f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1331208 Oct 19 08:26:13.404324 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a0c1a-59fc-451f-8d00-5f6c9736c7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7febce0-2be1-458c-a787-98bf44a9b1ac,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:13.407623 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 39070) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:26:13.464991 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-77e2fddb-1ec2-4f7a-9dc5-cd34999653c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:13.486892 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-77e2fddb-1ec2-4f7a-9dc5-cd34999653c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:13.536700 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-77e2fddb-1ec2-4f7a-9dc5-cd34999653c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:13.539446 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-77e2fddb-1ec2-4f7a-9dc5-cd34999653c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:13.543522 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-77e2fddb-1ec2-4f7a-9dc5-cd34999653c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7febce0-2be1-458c-a787-98bf44a9b1ac HTTP/1.1" status: 204 len: 168 time: 0.1321793 Oct 19 08:26:13.550332 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2fddb-1ec2-4f7a-9dc5-cd34999653c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7febce0-2be1-458c-a787-98bf44a9b1ac,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:14.332300 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adbc78-8f88-47a0-a2ef-9349278777d2 req-bdfcc38c-9dad-4ad6-8314-aba8ec7b9e58 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:14.333773 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f9adbc78-8f88-47a0-a2ef-9349278777d2 req-bdfcc38c-9dad-4ad6-8314-aba8ec7b9e58 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0770240 Oct 19 08:26:14.341056 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca31c0-1294-4d4a-862c-32cd80add20c req-bea85113-d4d2-4171-8e26-164bbe7fd15b tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:14.343112 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-39ca31c0-1294-4d4a-862c-32cd80add20c req-bea85113-d4d2-4171-8e26-164bbe7fd15b tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 945 time: 0.0750308 Oct 19 08:26:14.410305 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f9adbc78-8f88-47a0-a2ef-9349278777d2 req-6f26a4e8-9c8d-4aab-a131-d11e795a992c tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661571 Oct 19 08:26:14.426265 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-39ca31c0-1294-4d4a-862c-32cd80add20c req-8d9b7ae0-7129-40f0-a921-50bbf47930c3 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683477 Oct 19 08:26:14.528780 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc51048-1e57-4c9b-82e9-4d51eeac5459 req-7c742b07-810f-4e27-980a-973055384f7a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:14.530782 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7cc51048-1e57-4c9b-82e9-4d51eeac5459 req-7c742b07-810f-4e27-980a-973055384f7a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0564959 Oct 19 08:26:14.575060 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7cc51048-1e57-4c9b-82e9-4d51eeac5459 req-29d271e5-190f-4f8d-af94-fa9becbf8bce tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375574 Oct 19 08:26:15.085790 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ec70-19fe-45be-b280-82028f44e1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:15.532436 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5211417-e8f9-4964-9dbd-df9d207cee74 req-8da098c6-aa24-41e7-ab24-d547f5c07771 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:15.533895 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b5211417-e8f9-4964-9dbd-df9d207cee74 req-8da098c6-aa24-41e7-ab24-d547f5c07771 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0556953 Oct 19 08:26:15.572812 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b5211417-e8f9-4964-9dbd-df9d207cee74 req-911ec83c-b45c-4a22-a55e-474a5e992770 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327580 Oct 19 08:26:15.701098 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f26a0-9d25-4e51-963d-4261b8a8de39 req-31bb6f99-dfb8-4e8d-840f-6dee7068b15f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:15.702964 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-699f26a0-9d25-4e51-963d-4261b8a8de39 req-31bb6f99-dfb8-4e8d-840f-6dee7068b15f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0507064 Oct 19 08:26:15.744711 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-699f26a0-9d25-4e51-963d-4261b8a8de39 req-b0078d80-a6d7-450b-8e00-e94236a75426 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358820 Oct 19 08:26:15.926558 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:16.417768 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-94a84ebf-d9cd-4282-883f-186c872d435a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:16.419374 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-94a84ebf-d9cd-4282-883f-186c872d435a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/networks?id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 200 len: 815 time: 0.1078625 Oct 19 08:26:16.437210 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-efc5c3f3-70f1-4861-bcf2-8e8510830f0c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/quotas/d1e6b0972cf140649ed2cad14f2db0b4 HTTP/1.1" status: 200 len: 375 time: 0.0099142 Oct 19 08:26:16.489864 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-2f62451d-227f-44de-9220-c40e8b9647fc tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467644 Oct 19 08:26:16.584851 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:16.590429 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-c4b96259-6437-45a3-a188-47c98529f6d5 service neutron] 10.222.0.26 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932021 Oct 19 08:26:16.688452 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-de83c99e-cadb-474f-9356-7f12aa05ccaa service neutron] 10.222.0.26 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903206 Oct 19 08:26:16.874750 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-75dd842c-af9e-4a84-a55f-37470d618ecb req-7cb7fe48-c456-4965-87e1-7c16a77a1dbd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 210 time: 0.0402448 Oct 19 08:26:16.894268 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef59f2-06fd-420a-99d5-9218822d1525 req-9ba7a308-3f20-408a-969b-46296749ffc1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:16.895680 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-44ef59f2-06fd-420a-99d5-9218822d1525 req-9ba7a308-3f20-408a-969b-46296749ffc1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0738060 Oct 19 08:26:16.933762 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-44ef59f2-06fd-420a-99d5-9218822d1525 req-04479627-d66f-4955-bf6b-17fe3cdf815e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Oct 19 08:26:17.653279 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:17.854766 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-23131aec-23b9-469f-bec8-9a18cc510190 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:17.856329 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-23131aec-23b9-469f-bec8-9a18cc510190 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "GET /v2.0/networks?id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 200 len: 815 time: 0.1082625 Oct 19 08:26:17.869377 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-adf0627e-fe53-4889-a070-7f8a35698fd8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Request body: {'port': {'device_id': 'b35fc67b-52d9-4e8f-a8a5-27826b508f1b', 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f', 'admin_state_up': True, 'tenant_id': 'd1e6b0972cf140649ed2cad14f2db0b4'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:26:18.024252 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-27308fdb-7dba-486b-8c8a-f38008f661b0 req-2233d376-222b-4ed5-b831-202a3824c2ec tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 210 time: 0.0447462 Oct 19 08:26:18.054357 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-adf0627e-fe53-4889-a070-7f8a35698fd8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Made reservation on behalf of d1e6b0972cf140649ed2cad14f2db0b4 for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:26:18.058130 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-adf0627e-fe53-4889-a070-7f8a35698fd8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:18.134233 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bf911-8324-4430-bfc3-38719c5562dd req-3f6b906a-1101-413d-949c-aad41aa78285 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:18.135728 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b1bf911-8324-4430-bfc3-38719c5562dd req-3f6b906a-1101-413d-949c-aad41aa78285 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.1146376 Oct 19 08:26:18.217116 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b1bf911-8324-4430-bfc3-38719c5562dd req-c86d7b43-d6c1-4c4c-865a-9efb458a063c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663257 Oct 19 08:26:18.245747 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-adf0627e-fe53-4889-a070-7f8a35698fd8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Allocated IP 172.20.0.14 (fbed0243-7d71-4fc4-9caf-afbd08f9b31f/fb09846c-af61-4081-8b2b-a4066cda720c/e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:26:18.396119 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-adf0627e-fe53-4889-a070-7f8a35698fd8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:18.430196 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-adf0627e-fe53-4889-a070-7f8a35698fd8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:18.443573 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['a1452749-7697-4896-9845-e408f2432615', '6a155696-ac5e-466f-9258-1a6e5fa773b5'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:26:18.476957 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-adf0627e-fe53-4889-a070-7f8a35698fd8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Network fbed0243-7d71-4fc4-9caf-afbd08f9b31f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:26:18.480066 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-adf0627e-fe53-4889-a070-7f8a35698fd8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:26:18.483693 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-adf0627e-fe53-4889-a070-7f8a35698fd8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:26:18.510098 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0627e-fe53-4889-a070-7f8a35698fd8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Pushing event updated for resources: {'Port': ['ID=e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:18.538124 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-adf0627e-fe53-4889-a070-7f8a35698fd8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:18.538761 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-adf0627e-fe53-4889-a070-7f8a35698fd8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:18.555494 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-adf0627e-fe53-4889-a070-7f8a35698fd8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6897635 Oct 19 08:26:18.568842 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Request body: {'port': {'device_id': 'b35fc67b-52d9-4e8f-a8a5-27826b508f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:26:18.626608 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:18.885357 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:26:18.892462 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:18.904107 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Transition to ACTIVE for port object e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:26:18.907775 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:18.957521 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08347ba6-003e-4913-937a-238d079399bd service neutron] Pushing event updated for resources: {'Port': ['ID=e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:19.024966 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Attempting to bind port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:26:19.025294 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Attempting to bind port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:26:19.025618 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Attempting to bind port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 on network fbed0243-7d71-4fc4-9caf-afbd08f9b31f {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:26:19.029840 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 on network fbed0243-7d71-4fc4-9caf-afbd08f9b31f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:26:19.030178 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Attempting to bind port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 on network fbed0243-7d71-4fc4-9caf-afbd08f9b31f {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:26:19.034907 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:26:19.035237 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Checking segment: {'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:26:19.035609 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Bound using segment: {'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:26:19.036025 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Bound port: e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:26:19.036370 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:19.101808 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] For port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:26:19.105838 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] For port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:26:19.117275 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:19.168835 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:19.169427 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:19.171099 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-08347ba6-003e-4913-937a-238d079399bd service neutron] 10.222.0.11 "PUT /v2.0/ports/e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 HTTP/1.1" status: 200 len: 1094 time: 0.6059892 Oct 19 08:26:19.173237 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35fc67b-52d9-4e8f-a8a5-27826b508f1b', 'tag': 'e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:26:19.175485 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93952fd-089f-410c-b148-fd3e882a5f01" -d '{"events": [{"name": "network-changed", "server_uuid": "b35fc67b-52d9-4e8f-a8a5-27826b508f1b", "tag": "e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:26:19.204421 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08347ba6-003e-4913-937a-238d079399bd service neutron] Pushing event updated for resources: {'Port': ['ID=e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:19.214719 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439a9ab-1f9d-494b-a5fa-cb4e8ec82574 req-2ee75fed-aba0-4a9e-b075-c9562d2ea45d tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:19.216214 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c439a9ab-1f9d-494b-a5fa-cb4e8ec82574 req-2ee75fed-aba0-4a9e-b075-c9562d2ea45d tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.1122506 Oct 19 08:26:19.221969 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1255c6-9add-4be4-9fdc-50911cfed559 x-openstack-request-id: req-bc1255c6-9add-4be4-9fdc-50911cfed559 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:26:19.222253 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35fc67b-52d9-4e8f-a8a5-27826b508f1b", "tag": "e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:26:19.222543 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc1255c6-9add-4be4-9fdc-50911cfed559 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:26:19.222927 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35fc67b-52d9-4e8f-a8a5-27826b508f1b', 'tag': 'e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451', 'status': 'completed', 'code': 200} Oct 19 08:26:19.285147 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c439a9ab-1f9d-494b-a5fa-cb4e8ec82574 req-a7a6035f-f03f-494a-8c32-f0d43e2e1914 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600166 Oct 19 08:26:19.309302 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-2abc06a7-644f-459c-bdcf-dc11209099c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:19.310782 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-2abc06a7-644f-459c-bdcf-dc11209099c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 1097 time: 0.0692132 Oct 19 08:26:19.363327 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-a284e2eb-4328-446e-a4e4-0e4642c2f72e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 HTTP/1.1" status: 200 len: 217 time: 0.0389934 Oct 19 08:26:19.388155 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b3874-2ce7-47c4-9dc6-dbd0a70186a6 req-8f2ca72c-d29f-4f3d-a6b2-f6f0c987fce0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:19.389605 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-807b3874-2ce7-47c4-9dc6-dbd0a70186a6 req-8f2ca72c-d29f-4f3d-a6b2-f6f0c987fce0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0966492 Oct 19 08:26:19.444674 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-72e67d42-f3ae-481b-9cd4-a7f7def5579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:19.446104 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-72e67d42-f3ae-481b-9cd4-a7f7def5579c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb09846c-af61-4081-8b2b-a4066cda720c HTTP/1.1" status: 200 len: 855 time: 0.0745068 Oct 19 08:26:19.453395 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-807b3874-2ce7-47c4-9dc6-dbd0a70186a6 req-5597c059-4cd6-4f2a-b6f2-9a2aaf7e12bd tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463040 Oct 19 08:26:19.481668 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-7328d993-c02d-4b95-a87c-0d8fe54d9b2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273418 Oct 19 08:26:19.571214 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-8798a966-a3a6-4444-8ce4-958bf9127efe service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814500 Oct 19 08:26:19.669014 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ca63d88-bb69-416a-8586-9e92d80c9b09 req-ef78381c-09ee-43b3-b542-df0d56b6da58 service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896332 Oct 19 08:26:19.763665 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93952fd-089f-410c-b148-fd3e882a5f01 req-b9a17451-e4ea-412d-926a-4de8bd5722eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:19.765217 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b93952fd-089f-410c-b148-fd3e882a5f01 req-b9a17451-e4ea-412d-926a-4de8bd5722eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 1097 time: 0.0407238 Oct 19 08:26:19.861051 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93952fd-089f-410c-b148-fd3e882a5f01 req-a30e1ad2-9312-43b7-b676-f93693bb8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:19.862525 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b93952fd-089f-410c-b148-fd3e882a5f01 req-a30e1ad2-9312-43b7-b676-f93693bb8eab service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 200 len: 916 time: 0.0901849 Oct 19 08:26:19.905100 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b93952fd-089f-410c-b148-fd3e882a5f01 req-97b8f65b-9964-41a5-b450-f1f0082de184 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 HTTP/1.1" status: 200 len: 217 time: 0.0339499 Oct 19 08:26:19.922411 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:19.954999 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93952fd-089f-410c-b148-fd3e882a5f01 req-2e0562b9-ffdc-4366-9c49-a17278973c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:19.956402 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b93952fd-089f-410c-b148-fd3e882a5f01 req-2e0562b9-ffdc-4366-9c49-a17278973c8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb09846c-af61-4081-8b2b-a4066cda720c HTTP/1.1" status: 200 len: 855 time: 0.0433440 Oct 19 08:26:19.989710 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b93952fd-089f-410c-b148-fd3e882a5f01 req-7e697d8c-801c-4da7-be42-c9ea243a6ed7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243409 Oct 19 08:26:20.080590 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b93952fd-089f-410c-b148-fd3e882a5f01 req-096cea2f-4887-4694-a741-f5f7676a303e service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829670 Oct 19 08:26:20.175069 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b93952fd-089f-410c-b148-fd3e882a5f01 req-c8ccae6f-cc26-4779-b144-32de31bfbc82 service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859351 Oct 19 08:26:20.406447 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc927728-b8b2-4b8a-9bfb-d10768740198 req-ed6e3f7d-fe7d-4ceb-a58a-af23293f848e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:20.407843 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dc927728-b8b2-4b8a-9bfb-d10768740198 req-ed6e3f7d-fe7d-4ceb-a58a-af23293f848e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0533459 Oct 19 08:26:20.444058 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dc927728-b8b2-4b8a-9bfb-d10768740198 req-eec44b4c-2305-4c6e-a837-78d3098aad4a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302742 Oct 19 08:26:20.568579 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65092e8e-3ed9-4533-9ef3-5b8ed929c0b0 req-3ca9f2cb-57d7-41c9-99f4-dffda0361319 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:20.570065 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-65092e8e-3ed9-4533-9ef3-5b8ed929c0b0 req-3ca9f2cb-57d7-41c9-99f4-dffda0361319 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0484455 Oct 19 08:26:20.612013 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-65092e8e-3ed9-4533-9ef3-5b8ed929c0b0 req-158c25eb-6246-4d18-a338-3090b18f2923 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361147 Oct 19 08:26:21.557728 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4ef8a-e0f6-4db4-8a8a-1c8bf5c5b683 req-39ce2170-8763-4106-b1b1-5a29c6203cb2 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:21.559302 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-aee4ef8a-e0f6-4db4-8a8a-1c8bf5c5b683 req-39ce2170-8763-4106-b1b1-5a29c6203cb2 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0496080 Oct 19 08:26:21.597060 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-aee4ef8a-e0f6-4db4-8a8a-1c8bf5c5b683 req-8597b715-1ae1-4ce9-b4d8-cf5a576d126c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Oct 19 08:26:21.731274 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae18f7-acb3-40f2-9d70-bec38b9c4992 req-1b2dcb92-9134-4a9c-a6ee-f6cf2a250e8d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:21.733937 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c2ae18f7-acb3-40f2-9d70-bec38b9c4992 req-1b2dcb92-9134-4a9c-a6ee-f6cf2a250e8d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0544136 Oct 19 08:26:21.778173 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c2ae18f7-acb3-40f2-9d70-bec38b9c4992 req-b46ce886-ed66-45a5-be31-b59da923dc54 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387714 Oct 19 08:26:22.709630 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0502f-bd96-4a15-a30e-4d46cff3d8dc req-f0dd2f7b-3304-4f68-8ab2-0765f6d982fd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:22.711090 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cfc0502f-bd96-4a15-a30e-4d46cff3d8dc req-f0dd2f7b-3304-4f68-8ab2-0765f6d982fd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0488460 Oct 19 08:26:22.749590 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cfc0502f-bd96-4a15-a30e-4d46cff3d8dc req-f4637523-319d-4818-bfcc-8dea5faad745 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322924 Oct 19 08:26:22.897249 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116b657-e346-4379-8613-aa3ba2f82172 req-81851105-c82b-466f-bd54-8e96b2492723 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:22.898673 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8116b657-e346-4379-8613-aa3ba2f82172 req-81851105-c82b-466f-bd54-8e96b2492723 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0511277 Oct 19 08:26:22.936628 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8116b657-e346-4379-8613-aa3ba2f82172 req-e10e3d57-fc6c-47c2-842a-9709b46943b5 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320086 Oct 19 08:26:23.876150 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d0b1b-32d9-415a-a1cb-a27635200174 req-a6402a5f-d0f4-46ef-8938-16c503e1a609 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:23.877634 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-540d0b1b-32d9-415a-a1cb-a27635200174 req-a6402a5f-d0f4-46ef-8938-16c503e1a609 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0576222 Oct 19 08:26:23.915444 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-540d0b1b-32d9-415a-a1cb-a27635200174 req-445ec9e0-7868-44ac-9353-01a759ce0b9e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315018 Oct 19 08:26:24.048304 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b5ad4-5c8f-462f-9af4-6b40d6d5a676 req-864aa1b8-1a3a-4466-a2fc-95f4c1959154 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:24.049684 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c54b5ad4-5c8f-462f-9af4-6b40d6d5a676 req-864aa1b8-1a3a-4466-a2fc-95f4c1959154 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0488207 Oct 19 08:26:24.087151 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c54b5ad4-5c8f-462f-9af4-6b40d6d5a676 req-861ac34b-bcb0-4c02-bf5f-de6b76115ebc tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315058 Oct 19 08:26:25.036388 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed996583-51a6-47ae-870b-ce5edbe6e2f6 req-7bd7879c-4838-4511-ae50-40e9d92b44ac tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:25.037883 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ed996583-51a6-47ae-870b-ce5edbe6e2f6 req-7bd7879c-4838-4511-ae50-40e9d92b44ac tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0490110 Oct 19 08:26:25.103509 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ed996583-51a6-47ae-870b-ce5edbe6e2f6 req-476ea319-8300-4fa3-a177-ed4dd11408f7 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597956 Oct 19 08:26:25.112354 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b982acd-de85-4924-a0d7-f36f0976da40 req-740551c3-3ef7-4052-be0d-0b4250449344 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0610080 Oct 19 08:26:25.200228 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b982acd-de85-4924-a0d7-f36f0976da40 req-3a9ff48a-b786-4ff7-9dea-3cfd8cb260f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:25.201906 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b982acd-de85-4924-a0d7-f36f0976da40 req-3a9ff48a-b786-4ff7-9dea-3cfd8cb260f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 1099 time: 0.0633273 Oct 19 08:26:25.222794 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b0eb6-edd0-42c5-bc63-8f936437d4b6 req-5c31a708-1e3c-43ce-9bb4-d1e05155204f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:25.224216 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-075b0eb6-edd0-42c5-bc63-8f936437d4b6 req-5c31a708-1e3c-43ce-9bb4-d1e05155204f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0561178 Oct 19 08:26:25.312604 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-075b0eb6-edd0-42c5-bc63-8f936437d4b6 req-16ef960b-4e38-4384-8e5e-e9cac0dc3ce5 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804572 Oct 19 08:26:25.340972 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b982acd-de85-4924-a0d7-f36f0976da40 req-186dd2d7-9a65-4561-827b-dc74e5159d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:25.342740 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b982acd-de85-4924-a0d7-f36f0976da40 req-186dd2d7-9a65-4561-827b-dc74e5159d48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 200 len: 916 time: 0.1174676 Oct 19 08:26:25.384686 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b982acd-de85-4924-a0d7-f36f0976da40 req-a5b342d9-c6b4-4a5a-9f53-bf6ea894b490 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1452749-7697-4896-9845-e408f2432615 HTTP/1.1" status: 200 len: 217 time: 0.0349808 Oct 19 08:26:25.439479 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b982acd-de85-4924-a0d7-f36f0976da40 req-a129496c-e83f-4f51-871c-6f64d804e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:25.440908 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b982acd-de85-4924-a0d7-f36f0976da40 req-a129496c-e83f-4f51-871c-6f64d804e613 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb09846c-af61-4081-8b2b-a4066cda720c HTTP/1.1" status: 200 len: 855 time: 0.0486503 Oct 19 08:26:25.473120 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b982acd-de85-4924-a0d7-f36f0976da40 req-0498a07e-f5da-4b59-92f4-7d3f8093805f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232356 Oct 19 08:26:25.566771 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b982acd-de85-4924-a0d7-f36f0976da40 req-02551d45-d3d8-451d-b090-ffe6cf59f2ef service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854390 Oct 19 08:26:25.659433 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b982acd-de85-4924-a0d7-f36f0976da40 req-de26e609-fe2f-4e42-83f3-4c6af956f5e6 service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839503 Oct 19 08:26:26.226548 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18174a8-ce2b-4cc3-8f49-923b866e1e99 req-90abb792-755a-4419-8303-77ec93855671 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:26.228134 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c18174a8-ce2b-4cc3-8f49-923b866e1e99 req-90abb792-755a-4419-8303-77ec93855671 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0488794 Oct 19 08:26:26.267196 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c18174a8-ce2b-4cc3-8f49-923b866e1e99 req-b190f4fd-e850-4dec-9b6d-edabb90aeab3 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330863 Oct 19 08:26:26.442456 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234d800-564e-4249-ba24-5929e6dafa8a req-438cc074-2677-4def-aae7-f7a00debfe10 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:26.443946 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8234d800-564e-4249-ba24-5929e6dafa8a req-438cc074-2677-4def-aae7-f7a00debfe10 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0625517 Oct 19 08:26:26.481979 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8234d800-564e-4249-ba24-5929e6dafa8a req-ffa730db-b4fc-4506-af27-4e96984d3487 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320690 Oct 19 08:26:27.382284 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b59c76-031e-479f-a277-d7897319bfc0 req-50e5cb63-3b3d-4e84-a894-7e617ea3a05b tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:27.383736 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5b59c76-031e-479f-a277-d7897319bfc0 req-50e5cb63-3b3d-4e84-a894-7e617ea3a05b tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0481970 Oct 19 08:26:27.424855 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5b59c76-031e-479f-a277-d7897319bfc0 req-5972d54c-5a94-4cb7-9aa4-a0a6a6a469c0 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351660 Oct 19 08:26:27.606430 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d265e6a-e619-456a-86a8-e9e3e44ab2cb req-9fb8878f-0a1d-4aca-bbb6-c30a21fdd8b0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:27.607898 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5d265e6a-e619-456a-86a8-e9e3e44ab2cb req-9fb8878f-0a1d-4aca-bbb6-c30a21fdd8b0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0487897 Oct 19 08:26:27.645203 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5d265e6a-e619-456a-86a8-e9e3e44ab2cb req-210091c9-d893-4eb9-bb75-33d9ae0914bb tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310020 Oct 19 08:26:28.548323 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8aac30-4acf-48a0-8bbe-e627607f7ff6 req-37642868-3852-43f0-a0c8-15ecb62f6589 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:28.549767 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3a8aac30-4acf-48a0-8bbe-e627607f7ff6 req-37642868-3852-43f0-a0c8-15ecb62f6589 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0525634 Oct 19 08:26:28.587730 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3a8aac30-4acf-48a0-8bbe-e627607f7ff6 req-a6746f9a-b4cc-48e3-9e6e-405952595c62 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320182 Oct 19 08:26:28.759409 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b99bb5-0b09-4cff-a9d3-f7eaa706c5c3 req-87beb7c2-e475-43c8-a5a7-68f78e22c43a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:28.760890 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-94b99bb5-0b09-4cff-a9d3-f7eaa706c5c3 req-87beb7c2-e475-43c8-a5a7-68f78e22c43a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0481303 Oct 19 08:26:28.798701 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-94b99bb5-0b09-4cff-a9d3-f7eaa706c5c3 req-6f473530-1d4d-47ba-9143-7314d3b08f9d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Oct 19 08:26:29.701351 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ca755-6ef5-4b36-b9e3-84f92ef817a8 req-60af8a00-aa6c-4d6c-bb62-0f78ceb4c0bd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:29.702843 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-244ca755-6ef5-4b36-b9e3-84f92ef817a8 req-60af8a00-aa6c-4d6c-bb62-0f78ceb4c0bd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0481279 Oct 19 08:26:29.740567 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-244ca755-6ef5-4b36-b9e3-84f92ef817a8 req-4e54da01-3b37-4871-8985-4aa2e6e44546 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305417 Oct 19 08:26:30.117857 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be2fec-fdb0-4a2b-bbcc-8f898a14cf70 req-4d088331-3b4b-4dc7-86b1-892657f0d724 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:30.119249 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b6be2fec-fdb0-4a2b-bbcc-8f898a14cf70 req-4d088331-3b4b-4dc7-86b1-892657f0d724 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.2538040 Oct 19 08:26:30.159484 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b6be2fec-fdb0-4a2b-bbcc-8f898a14cf70 req-8e3d572a-4b97-4c8d-b356-a53a691554d1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342858 Oct 19 08:26:30.858094 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce25e0c-46a3-4551-8c91-34337cf2a76a req-c6d69a14-036e-49df-8a43-85f8666d2204 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:30.859508 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3ce25e0c-46a3-4551-8c91-34337cf2a76a req-c6d69a14-036e-49df-8a43-85f8666d2204 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0492477 Oct 19 08:26:30.897040 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3ce25e0c-46a3-4551-8c91-34337cf2a76a req-16cca85e-879a-4a13-ab0d-8f1ca633b608 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317054 Oct 19 08:26:31.309679 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35e46f-2dcb-4e92-a494-340ef255da7d req-5616da42-08b8-4722-ac00-ca9659e37eb0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:31.311236 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b35e46f-2dcb-4e92-a494-340ef255da7d req-5616da42-08b8-4722-ac00-ca9659e37eb0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0506942 Oct 19 08:26:31.348112 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b35e46f-2dcb-4e92-a494-340ef255da7d req-5a25490b-5196-44d1-b5b8-54e61cb0f772 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303156 Oct 19 08:26:32.017911 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636116a-91bf-48c8-8ada-855fc1d93df8 req-68fe375f-df9a-485c-b03c-2e69c342b008 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:32.019381 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b636116a-91bf-48c8-8ada-855fc1d93df8 req-68fe375f-df9a-485c-b03c-2e69c342b008 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0525687 Oct 19 08:26:32.056419 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b636116a-91bf-48c8-8ada-855fc1d93df8 req-a360efd2-e75e-433b-87a5-f08ab4480961 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311570 Oct 19 08:26:32.466079 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ac4e5-5f23-40d9-8f4a-c8afedd0fabc req-a27f02aa-01fd-43a3-b080-79aab68462bf tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:32.467532 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-553ac4e5-5f23-40d9-8f4a-c8afedd0fabc req-a27f02aa-01fd-43a3-b080-79aab68462bf tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0476789 Oct 19 08:26:32.503796 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-553ac4e5-5f23-40d9-8f4a-c8afedd0fabc req-cade2610-b452-4dac-b911-4d5b3060458b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303683 Oct 19 08:26:33.175151 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3f183-1b69-4e6d-bed3-c7f3072e5020 req-8c9ab55c-1056-4485-9bc5-9a29712ee769 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:33.176602 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a1f3f183-1b69-4e6d-bed3-c7f3072e5020 req-8c9ab55c-1056-4485-9bc5-9a29712ee769 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0527914 Oct 19 08:26:33.212063 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a1f3f183-1b69-4e6d-bed3-c7f3072e5020 req-4900f5c9-84d3-42eb-aa02-627d1133df30 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296233 Oct 19 08:26:33.624411 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0194f-e8da-4078-885b-d5f9c089e109 req-fd5cb967-7262-40d6-9ca3-ee9ed4eb133e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:33.626752 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4d0194f-e8da-4078-885b-d5f9c089e109 req-fd5cb967-7262-40d6-9ca3-ee9ed4eb133e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0543220 Oct 19 08:26:33.664748 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4d0194f-e8da-4078-885b-d5f9c089e109 req-05856a4b-1840-41ea-b949-c52543fc9232 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Oct 19 08:26:34.326248 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680d33b-656e-460f-9a03-3f8a20b539e8 req-367f6103-d740-4f8c-a8b9-24c105bcda62 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:34.327715 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e680d33b-656e-460f-9a03-3f8a20b539e8 req-367f6103-d740-4f8c-a8b9-24c105bcda62 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0481577 Oct 19 08:26:34.364418 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e680d33b-656e-460f-9a03-3f8a20b539e8 req-f7e4289f-bb5f-4687-9147-a5c2499c6bc9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307114 Oct 19 08:26:34.779212 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c06bdf-375a-4bcf-83d9-a31c22e59b0b req-43c3a6b4-bb54-4a76-bc1d-75e0be7eede0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:34.780693 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-07c06bdf-375a-4bcf-83d9-a31c22e59b0b req-43c3a6b4-bb54-4a76-bc1d-75e0be7eede0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0492156 Oct 19 08:26:34.834522 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-07c06bdf-375a-4bcf-83d9-a31c22e59b0b req-c09e8e12-0dd0-4d33-9ccf-7efff8793792 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389080 Oct 19 08:26:35.482379 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb2359-1118-40d3-b83d-58457fd7a800 req-1f1d6658-fafd-4042-8aaa-10d6bbfa1d9d tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:35.483965 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7abb2359-1118-40d3-b83d-58457fd7a800 req-1f1d6658-fafd-4042-8aaa-10d6bbfa1d9d tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0504522 Oct 19 08:26:35.522134 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7abb2359-1118-40d3-b83d-58457fd7a800 req-b3df0cbe-5af7-4bf3-9d2e-e5bc8972c3b4 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Oct 19 08:26:35.954588 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d78bf-3557-46b4-ac57-ccefb1153c5f req-6ca1fd9f-dba9-4b8d-b50c-e5ac97fe1887 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:35.956057 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cc7d78bf-3557-46b4-ac57-ccefb1153c5f req-6ca1fd9f-dba9-4b8d-b50c-e5ac97fe1887 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0508265 Oct 19 08:26:36.002110 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cc7d78bf-3557-46b4-ac57-ccefb1153c5f req-3119a832-73cf-436a-8e78-8c2542e7a76e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343239 Oct 19 08:26:36.634289 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab6dac-44f0-48b4-9bf2-64cdcf906816 req-72a92d48-5ca9-4651-8f85-588385ca6580 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:36.635761 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f7ab6dac-44f0-48b4-9bf2-64cdcf906816 req-72a92d48-5ca9-4651-8f85-588385ca6580 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0477250 Oct 19 08:26:36.674430 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f7ab6dac-44f0-48b4-9bf2-64cdcf906816 req-6e2444a8-efb8-4fb6-b35c-8d13fc1fbc94 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325987 Oct 19 08:26:37.120546 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680be4e-3809-43a0-9794-404909bdc5ec req-c45e7e0b-494f-42f1-9c9c-2a1e4cef72c4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:37.121964 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b680be4e-3809-43a0-9794-404909bdc5ec req-c45e7e0b-494f-42f1-9c9c-2a1e4cef72c4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0511715 Oct 19 08:26:37.161785 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b680be4e-3809-43a0-9794-404909bdc5ec req-dfa7e073-f17a-4736-a2f1-c040e8b55b14 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334234 Oct 19 08:26:37.785414 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a99fa0-41cc-4764-9a73-68a65aace2ed req-91939892-c29b-4591-b2aa-85cbb95483d1 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:37.786855 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d3a99fa0-41cc-4764-9a73-68a65aace2ed req-91939892-c29b-4591-b2aa-85cbb95483d1 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0479906 Oct 19 08:26:37.826268 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d3a99fa0-41cc-4764-9a73-68a65aace2ed req-0abf255d-f22c-4b22-975b-681637a6da4e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336354 Oct 19 08:26:37.986407 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a00d4b-5b9e-453c-b8b4-ab4d65e39cf2 req-2ff756a0-269c-475c-9e05-7eac4c7a45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:37.987863 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-38a00d4b-5b9e-453c-b8b4-ab4d65e39cf2 req-2ff756a0-269c-475c-9e05-7eac4c7a45c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 1098 time: 0.0390730 Oct 19 08:26:38.022116 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-38a00d4b-5b9e-453c-b8b4-ab4d65e39cf2 req-99b4dca0-8f11-4d71-bc72-d8a1c91fa6ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266347 Oct 19 08:26:38.278899 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07069f-6e0f-4b2a-bf45-9eae825cf3a4 req-210b6e72-6cdc-464b-b887-86ff4e55d7c1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:38.280375 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ae07069f-6e0f-4b2a-bf45-9eae825cf3a4 req-210b6e72-6cdc-464b-b887-86ff4e55d7c1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0519810 Oct 19 08:26:38.317696 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ae07069f-6e0f-4b2a-bf45-9eae825cf3a4 req-e7e9517b-c68e-4cd8-a197-071a83e16e1a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309844 Oct 19 08:26:38.940546 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50697a2-e6f0-4de7-9a1f-445a865c23cf req-093d7c41-e9f6-4b03-acb1-66a4b46dcf3f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:38.942686 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c50697a2-e6f0-4de7-9a1f-445a865c23cf req-093d7c41-e9f6-4b03-acb1-66a4b46dcf3f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0494962 Oct 19 08:26:38.980212 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c50697a2-e6f0-4de7-9a1f-445a865c23cf req-f71e130d-a1be-4b35-946b-8b966b437ea8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311801 Oct 19 08:26:39.433685 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdebd02-a06d-4a43-ad78-d7e2f61cd91c req-b595d28d-e3c2-44f7-9c78-1037786045f5 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:39.435186 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0bdebd02-a06d-4a43-ad78-d7e2f61cd91c req-b595d28d-e3c2-44f7-9c78-1037786045f5 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0490808 Oct 19 08:26:39.472784 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0bdebd02-a06d-4a43-ad78-d7e2f61cd91c req-64ace881-bdf8-4fed-bdc6-8a7bfd93f8f8 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Oct 19 08:26:39.912706 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:26:40.003113 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:26:40.014964 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': 'e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451', 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f', 'port_id': 'e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451', 'mac_address': 'fa:16:3e:1d:ce:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb09846c-af61-4081-8b2b-a4066cda720c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:26:40.053422 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:40.069609 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:26:40.089304 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:26:40.093261 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:40.101822 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b52b4d-21e6-4b81-9bb2-86535930496e req-fa907d67-958e-41dd-9c86-d1a706dace18 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:40.103320 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b6b52b4d-21e6-4b81-9bb2-86535930496e req-fa907d67-958e-41dd-9c86-d1a706dace18 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 944 time: 0.0518775 Oct 19 08:26:40.142236 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:40.142414 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b6b52b4d-21e6-4b81-9bb2-86535930496e req-808c4046-57e2-4413-bdba-0aa9232b57c7 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Oct 19 08:26:40.159873 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:40.160213 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:40.160548 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:40.161130 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:40.161691 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:40.162080 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:40.162405 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:40.162812 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:40.163079 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:40.163397 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:40.163712 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:40.164024 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:40.587809 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25094bd7-5b4f-4a20-9752-46fd7f05d13a req-733d19f7-e4e1-4aa1-96a5-0e51d2cb5630 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:40.589252 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-25094bd7-5b4f-4a20-9752-46fd7f05d13a req-733d19f7-e4e1-4aa1-96a5-0e51d2cb5630 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0479560 Oct 19 08:26:40.627194 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-25094bd7-5b4f-4a20-9752-46fd7f05d13a req-9e9ad180-10a3-45c2-86fe-7581b1d0384b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Oct 19 08:26:40.730671 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:26:40.743227 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed7736-c960-494c-9042-d26705088c56 req-42f3a5f6-5ebb-45fc-a62c-ac710e07d31c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:40.744722 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-32ed7736-c960-494c-9042-d26705088c56 req-42f3a5f6-5ebb-45fc-a62c-ac710e07d31c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0488365 Oct 19 08:26:40.783663 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-32ed7736-c960-494c-9042-d26705088c56 req-786ae250-5e27-4ba6-975d-0471f4ec658e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330808 Oct 19 08:26:41.262833 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9fffe-1e52-4b2e-ae81-e6d31d07c658 req-f32e6a94-c565-4b98-9917-cc41e02f5c86 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:41.264219 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3eb9fffe-1e52-4b2e-ae81-e6d31d07c658 req-f32e6a94-c565-4b98-9917-cc41e02f5c86 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 945 time: 0.0519366 Oct 19 08:26:41.306859 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3eb9fffe-1e52-4b2e-ae81-e6d31d07c658 req-06eef111-d157-4e60-8b71-a8a140e75366 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365684 Oct 19 08:26:41.900661 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-5f3ca79c-459d-41e3-8925-9e51696ec7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:42.422332 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1733be-50a6-4587-9812-6c89728597ce req-c013bf10-6560-4b12-a834-69a54dab3adf tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:42.423806 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bf1733be-50a6-4587-9812-6c89728597ce req-c013bf10-6560-4b12-a834-69a54dab3adf tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 945 time: 0.0489993 Oct 19 08:26:42.462080 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bf1733be-50a6-4587-9812-6c89728597ce req-09296b33-32e9-4ef1-93d1-02d01db63058 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Oct 19 08:26:43.461762 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33cb68-ab01-460d-bc75-863cb411dc1e req-2affb854-8fc2-4d5e-b366-50309e4a6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:43.463288 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ef33cb68-ab01-460d-bc75-863cb411dc1e req-2affb854-8fc2-4d5e-b366-50309e4a6334 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 1098 time: 0.0742545 Oct 19 08:26:43.470294 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6279e-5062-4120-8591-9f2e1bfdba43 req-90fe2e1c-9d8a-47ed-95fb-c3abea6fc420 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:43.471657 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-86c6279e-5062-4120-8591-9f2e1bfdba43 req-90fe2e1c-9d8a-47ed-95fb-c3abea6fc420 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0742342 Oct 19 08:26:43.575966 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-86c6279e-5062-4120-8591-9f2e1bfdba43 req-4abf329a-4266-4807-a003-7553146f4b11 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981593 Oct 19 08:26:43.623535 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33cb68-ab01-460d-bc75-863cb411dc1e req-a3f813ca-a372-410f-aa02-5ba6d2d04188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:43.624985 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ef33cb68-ab01-460d-bc75-863cb411dc1e req-a3f813ca-a372-410f-aa02-5ba6d2d04188 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6374a03-ed1d-4ba6-a790-eef480dd3eea HTTP/1.1" status: 200 len: 920 time: 0.1484044 Oct 19 08:26:43.634214 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7c877-9285-4490-b40a-94948824faad req-bbf79940-08ba-4f18-ab0f-f44859bb11e4 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:43.635877 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-11f7c877-9285-4490-b40a-94948824faad req-bbf79940-08ba-4f18-ab0f-f44859bb11e4 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 945 time: 0.0798497 Oct 19 08:26:43.676594 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ef33cb68-ab01-460d-bc75-863cb411dc1e req-8a1a0793-1ca8-4ea2-8ca9-fa0dff3cf0cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 HTTP/1.1" status: 200 len: 217 time: 0.0397956 Oct 19 08:26:43.733097 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-11f7c877-9285-4490-b40a-94948824faad req-016b92fa-d4ef-47e1-84a3-3d067de3404f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892978 Oct 19 08:26:43.742240 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33cb68-ab01-460d-bc75-863cb411dc1e req-ab2a693f-6465-4ce7-bb35-426c6e8f2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:43.743708 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ef33cb68-ab01-460d-bc75-863cb411dc1e req-ab2a693f-6465-4ce7-bb35-426c6e8f2aad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b4a4536-b5d9-4719-8e5f-eed0720f1f4c HTTP/1.1" status: 200 len: 859 time: 0.0586624 Oct 19 08:26:43.781051 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ef33cb68-ab01-460d-bc75-863cb411dc1e req-ef4ecb86-7226-407a-913b-1ead5e0a51e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6374a03-ed1d-4ba6-a790-eef480dd3eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292041 Oct 19 08:26:43.870920 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ef33cb68-ab01-460d-bc75-863cb411dc1e req-d46bba14-f466-41af-8183-83a76887357c service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813560 Oct 19 08:26:43.936329 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:26:43.964714 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ef33cb68-ab01-460d-bc75-863cb411dc1e req-b8d1b08b-bbd3-47a1-9848-2071e8898755 service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854352 Oct 19 08:26:43.989282 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:26:43.993724 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:26:43.994113 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:44.073760 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:44.096940 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35fc67b-52d9-4e8f-a8a5-27826b508f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:26:44.099819 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e657f58-21f5-455f-be23-e0123a24bf61" -d '{"events": [{"server_uuid": "b35fc67b-52d9-4e8f-a8a5-27826b508f1b", "name": "network-vif-plugged", "status": "completed", "tag": "e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:26:44.112074 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:26:44.120125 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:44.145517 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992a1fee-643b-4803-9ebf-b335cabaacc5 x-openstack-request-id: req-992a1fee-643b-4803-9ebf-b335cabaacc5 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:26:44.145921 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35fc67b-52d9-4e8f-a8a5-27826b508f1b", "name": "network-vif-plugged", "status": "completed", "tag": "e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:26:44.146208 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-992a1fee-643b-4803-9ebf-b335cabaacc5 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:26:44.146625 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35fc67b-52d9-4e8f-a8a5-27826b508f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451', 'code': 200} Oct 19 08:26:44.173922 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:44.338234 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6a8e4-466b-47f0-b26b-4e468eafe136 req-f4071fcd-acdb-48c9-bebe-a7fca7148669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:44.339885 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cac6a8e4-466b-47f0-b26b-4e468eafe136 req-f4071fcd-acdb-48c9-bebe-a7fca7148669 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 1099 time: 0.0435705 Oct 19 08:26:44.379281 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cac6a8e4-466b-47f0-b26b-4e468eafe136 req-5230063c-68e6-467f-bf5e-9b68c40d910f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297990 Oct 19 08:26:44.695126 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f7be2-822d-4818-99cd-4bb6e7df9593 req-83fdace5-117a-4304-a2d6-efe46d6601e2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:44.696604 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3b7f7be2-822d-4818-99cd-4bb6e7df9593 req-83fdace5-117a-4304-a2d6-efe46d6601e2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0494194 Oct 19 08:26:44.734323 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3b7f7be2-822d-4818-99cd-4bb6e7df9593 req-5943155d-51f6-48fb-aa51-12c8b582ca15 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Oct 19 08:26:44.850362 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81006a65-f95e-46d0-8e97-5eeb7e93f0f7 req-b8376c0e-bdb3-425f-bb55-2a75e021be25 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:44.851839 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-81006a65-f95e-46d0-8e97-5eeb7e93f0f7 req-b8376c0e-bdb3-425f-bb55-2a75e021be25 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 946 time: 0.0535283 Oct 19 08:26:44.889492 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-81006a65-f95e-46d0-8e97-5eeb7e93f0f7 req-dcbda19f-47a7-483a-9aee-3d3da70079a7 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318789 Oct 19 08:26:45.087287 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b098f17c-e930-4215-b61d-39bfdc4706e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:45.850845 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f831d-617a-4537-93fa-dc8e5de9ea68 req-5e70a599-8950-4fbc-8544-50ed1f1fe607 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:45.852304 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-506f831d-617a-4537-93fa-dc8e5de9ea68 req-5e70a599-8950-4fbc-8544-50ed1f1fe607 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0502987 Oct 19 08:26:45.891526 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-506f831d-617a-4537-93fa-dc8e5de9ea68 req-8e91f60e-ec13-4ce9-80ab-50349277c516 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332716 Oct 19 08:26:45.913836 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:46.001292 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b580ff-af21-4ed7-a640-ba1d38284685 req-c9a73842-3f19-4b5f-869b-e29ef93d3347 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:46.002823 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4b580ff-af21-4ed7-a640-ba1d38284685 req-c9a73842-3f19-4b5f-869b-e29ef93d3347 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 946 time: 0.0482101 Oct 19 08:26:46.021004 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:26:46.040820 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4b580ff-af21-4ed7-a640-ba1d38284685 req-cbdbce63-dd52-40ca-9d96-b0420eeaa667 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311418 Oct 19 08:26:46.586086 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:47.008310 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21821d-b771-4447-a43e-81f2f92a05fb req-3345b028-c116-4bce-a262-3c3fe06f78a4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:47.012451 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ab21821d-b771-4447-a43e-81f2f92a05fb req-3345b028-c116-4bce-a262-3c3fe06f78a4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0523622 Oct 19 08:26:47.049441 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ab21821d-b771-4447-a43e-81f2f92a05fb req-a2009da6-481e-4af1-b6cf-9787a303a973 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331759 Oct 19 08:26:47.157051 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bc7c1-a0bd-4ea8-81b0-c01ad273e875 req-1f40fc9d-deec-4c5c-be56-ebac7b1e8c4c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:47.158503 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-290bc7c1-a0bd-4ea8-81b0-c01ad273e875 req-1f40fc9d-deec-4c5c-be56-ebac7b1e8c4c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 946 time: 0.0512445 Oct 19 08:26:47.199802 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-290bc7c1-a0bd-4ea8-81b0-c01ad273e875 req-0ebed061-c784-42a9-8ad0-b4d9e5cef8a0 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352564 Oct 19 08:26:47.652757 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:48.164806 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089284e-90bd-49d2-a828-f455ca299958 req-393c197b-de76-4f1f-8e7b-060ec51a970f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:48.166462 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5089284e-90bd-49d2-a828-f455ca299958 req-393c197b-de76-4f1f-8e7b-060ec51a970f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0497773 Oct 19 08:26:48.204621 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5089284e-90bd-49d2-a828-f455ca299958 req-891ad96d-986a-46b0-bc94-6bbb638b0756 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Oct 19 08:26:48.315164 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04f616-80d0-4d94-b65e-3ff82b1974fc req-61c4eb75-a0a9-48c5-ad94-6283b6439c94 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:48.316700 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9f04f616-80d0-4d94-b65e-3ff82b1974fc req-61c4eb75-a0a9-48c5-ad94-6283b6439c94 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 946 time: 0.0505579 Oct 19 08:26:48.355500 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9f04f616-80d0-4d94-b65e-3ff82b1974fc req-7676f380-6924-4096-9f67-339428cf807b tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Oct 19 08:26:49.335455 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897351d3-0b9a-4cb8-bf4d-c17f8c9d9d82 req-fae49dc0-d620-4e8e-96e8-085833c3721b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:49.335455 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-897351d3-0b9a-4cb8-bf4d-c17f8c9d9d82 req-fae49dc0-d620-4e8e-96e8-085833c3721b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0590191 Oct 19 08:26:49.378692 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-897351d3-0b9a-4cb8-bf4d-c17f8c9d9d82 req-50a7075e-8227-4ecd-813c-7a71e89b6622 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371020 Oct 19 08:26:49.935520 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:26:50.494664 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b687d-bf6e-45f2-9dbe-3492f11ca2e1 req-6970a568-991f-4437-bee9-15216fe5ba1e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:50.496160 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-232b687d-bf6e-45f2-9dbe-3492f11ca2e1 req-6970a568-991f-4437-bee9-15216fe5ba1e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0483036 Oct 19 08:26:50.540605 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-232b687d-bf6e-45f2-9dbe-3492f11ca2e1 req-4d99ca72-da06-4b11-9359-4ea7de33d43b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376008 Oct 19 08:26:51.660411 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91be354-e47d-489d-87a2-de7a125443f3 req-a6f66e80-23a1-49af-84f4-1667fe8fee72 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:51.662056 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c91be354-e47d-489d-87a2-de7a125443f3 req-a6f66e80-23a1-49af-84f4-1667fe8fee72 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0524414 Oct 19 08:26:51.701379 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c91be354-e47d-489d-87a2-de7a125443f3 req-2ecbdaf4-64b9-4050-8253-ff65cec2f814 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328112 Oct 19 08:26:52.820413 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f67589-a4fb-48fe-bcad-2669e6ed6e2c req-c13bab71-9b75-4b69-80e6-239704f77a48 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:52.821861 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e2f67589-a4fb-48fe-bcad-2669e6ed6e2c req-c13bab71-9b75-4b69-80e6-239704f77a48 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0477872 Oct 19 08:26:52.862765 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e2f67589-a4fb-48fe-bcad-2669e6ed6e2c req-01b63b6a-cf0a-4047-a46a-5cacbe281dc7 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317526 Oct 19 08:26:53.985239 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be72a0d-34df-4e13-9ec1-295664248050 req-d72a34c8-a590-4cfe-b33f-56e0d8890d5d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:53.986726 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8be72a0d-34df-4e13-9ec1-295664248050 req-d72a34c8-a590-4cfe-b33f-56e0d8890d5d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0487301 Oct 19 08:26:54.024082 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8be72a0d-34df-4e13-9ec1-295664248050 req-eee51539-9d6e-49e9-ab36-9f901af7aff9 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315132 Oct 19 08:26:55.143800 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911d486-74ac-4caa-b534-e1326bc6669b req-b5023f8d-4ed2-4b9a-b206-dea18e068369 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:55.145241 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c911d486-74ac-4caa-b534-e1326bc6669b req-b5023f8d-4ed2-4b9a-b206-dea18e068369 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0528827 Oct 19 08:26:55.182362 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c911d486-74ac-4caa-b534-e1326bc6669b req-7a51fb6c-4ba0-43d1-9855-f82d76379578 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310299 Oct 19 08:26:56.296945 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186466f0-0d0a-4c33-80f4-340d2ecffd22 req-afc20c80-43c8-427a-b11d-8e66a2ca21f1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:56.298410 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-186466f0-0d0a-4c33-80f4-340d2ecffd22 req-afc20c80-43c8-427a-b11d-8e66a2ca21f1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0486102 Oct 19 08:26:56.335094 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-186466f0-0d0a-4c33-80f4-340d2ecffd22 req-793b880f-cbad-4b34-86e4-fa1c2812ebd4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308156 Oct 19 08:26:57.455955 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4007bc7-0b80-4ff9-babb-e8290f2669f6 req-b88a4fc7-e17e-4130-8f22-220054748ee6 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:57.457414 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4007bc7-0b80-4ff9-babb-e8290f2669f6 req-b88a4fc7-e17e-4130-8f22-220054748ee6 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0515058 Oct 19 08:26:57.494206 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4007bc7-0b80-4ff9-babb-e8290f2669f6 req-ae43c5ee-8fe0-42ff-a0d2-7c11981a467e tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301483 Oct 19 08:26:58.613739 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5d901-bf16-43ed-8975-7f236c98d16f req-f83f2b80-238b-47d2-8808-c5236bfe9856 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:58.615229 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6ff5d901-bf16-43ed-8975-7f236c98d16f req-f83f2b80-238b-47d2-8808-c5236bfe9856 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0513949 Oct 19 08:26:58.653371 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6ff5d901-bf16-43ed-8975-7f236c98d16f req-56d91c42-3c7e-4b43-99f9-bcee5ef25dd8 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Oct 19 08:26:59.779002 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0221a2-7e34-487d-8723-3dea3c5ffd2d req-2baad7e5-e9de-4378-a82a-4945ea58016d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:26:59.780376 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3e0221a2-7e34-487d-8723-3dea3c5ffd2d req-2baad7e5-e9de-4378-a82a-4945ea58016d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0542693 Oct 19 08:26:59.819737 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3e0221a2-7e34-487d-8723-3dea3c5ffd2d req-e7baec6a-dbaa-4cfe-b6d2-09506476ef73 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334728 Oct 19 08:27:00.126195 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-6aa9d26f-ed21-4020-b676-61bc8c14e3b3 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:00.127658 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-6aa9d26f-ed21-4020-b676-61bc8c14e3b3 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/networks?id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 200 len: 815 time: 0.1038418 Oct 19 08:27:00.142436 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-6c1c0217-8bb1-4ccf-be84-56940af7ab0e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/quotas/d1e6b0972cf140649ed2cad14f2db0b4 HTTP/1.1" status: 200 len: 375 time: 0.0088360 Oct 19 08:27:00.193890 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-5468688d-a6f3-4734-b420-2c4138fd5805 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463121 Oct 19 08:27:00.280480 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-ac0e63da-43bd-4717-b966-f2c0a0245181 service neutron] 10.222.0.26 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795646 Oct 19 08:27:00.370712 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-e5211e7b-31e2-4df5-96cc-c1426a769c79 service neutron] 10.222.0.26 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843074 Oct 19 08:27:00.533641 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5b7dee9-bb3b-4755-b3b4-4a47beb5e673 req-2afbcb27-dff2-4dcf-839e-0f97c7ea67a7 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 210 time: 0.0358174 Oct 19 08:27:00.939677 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9125ceb-c729-4a94-bb27-3d46ed7cf747 req-32f2f128-92c9-4167-bf09-c4aee568e5fc tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:00.941174 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b9125ceb-c729-4a94-bb27-3d46ed7cf747 req-32f2f128-92c9-4167-bf09-c4aee568e5fc tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0520597 Oct 19 08:27:00.984409 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b9125ceb-c729-4a94-bb27-3d46ed7cf747 req-d158da5c-f936-4934-a301-ec86e22f6509 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372648 Oct 19 08:27:01.541674 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-0c4c769b-2938-46bc-b2db-93bf3ec75be4 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:01.543053 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-0c4c769b-2938-46bc-b2db-93bf3ec75be4 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "GET /v2.0/networks?id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 200 len: 815 time: 0.0996749 Oct 19 08:27:01.558093 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d679335d-c7a8-4067-a1da-0a723620cdfd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Request body: {'port': {'device_id': '5fefb359-52da-4d34-bb64-0201467132b6', 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f', 'admin_state_up': True, 'tenant_id': 'd1e6b0972cf140649ed2cad14f2db0b4'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:27:01.650122 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7a3ca8a8-21e8-4391-9987-819d97494173 req-dbdb5ebb-9b01-432a-bbaf-72df00139134 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 210 time: 0.0309029 Oct 19 08:27:01.705134 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d679335d-c7a8-4067-a1da-0a723620cdfd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Made reservation on behalf of d1e6b0972cf140649ed2cad14f2db0b4 for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:27:01.708675 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d679335d-c7a8-4067-a1da-0a723620cdfd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:01.834887 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d679335d-c7a8-4067-a1da-0a723620cdfd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Allocated IP 172.20.0.10 (fbed0243-7d71-4fc4-9caf-afbd08f9b31f/fb09846c-af61-4081-8b2b-a4066cda720c/4d7c1ec2-ee4e-49ac-9c22-383e5a58b567) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:27:01.980822 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d679335d-c7a8-4067-a1da-0a723620cdfd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:02.018970 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d679335d-c7a8-4067-a1da-0a723620cdfd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:02.039341 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['a1452749-7697-4896-9845-e408f2432615', '6a155696-ac5e-466f-9258-1a6e5fa773b5', 'e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:27:02.078260 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d679335d-c7a8-4067-a1da-0a723620cdfd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Network fbed0243-7d71-4fc4-9caf-afbd08f9b31f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:27:02.082423 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d679335d-c7a8-4067-a1da-0a723620cdfd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:27:02.085040 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d679335d-c7a8-4067-a1da-0a723620cdfd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:27:02.149410 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679335d-c7a8-4067-a1da-0a723620cdfd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Pushing event updated for resources: {'Port': ['ID=4d7c1ec2-ee4e-49ac-9c22-383e5a58b567,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:02.192323 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55be9e1-2f34-480a-b0d3-d211e2ce7b79 req-7c092d98-878f-4342-b653-503a234c6da3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:02.199860 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e55be9e1-2f34-480a-b0d3-d211e2ce7b79 req-7c092d98-878f-4342-b653-503a234c6da3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.1363571 Oct 19 08:27:02.213109 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d679335d-c7a8-4067-a1da-0a723620cdfd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:02.214182 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d679335d-c7a8-4067-a1da-0a723620cdfd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:02.258321 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d679335d-c7a8-4067-a1da-0a723620cdfd tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7038696 Oct 19 08:27:02.266960 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e55be9e1-2f34-480a-b0d3-d211e2ce7b79 req-acae454f-91a7-4531-b2ec-737a32e9335b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632870 Oct 19 08:27:02.274184 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Request body: {'port': {'device_id': '5fefb359-52da-4d34-bb64-0201467132b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:27:02.347770 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:02.676734 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:27:02.698239 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:02.717643 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Transition to ACTIVE for port object 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:27:02.726710 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:02.744609 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16800036-b53e-4438-9a41-085789395f67 req-3c881ba4-414f-4c01-b502-95a8c9706a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:02.746026 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-16800036-b53e-4438-9a41-085789395f67 req-3c881ba4-414f-4c01-b502-95a8c9706a53 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 1098 time: 0.0928733 Oct 19 08:27:03.043102 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7c1ec2-ee4e-49ac-9c22-383e5a58b567,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:03.070083 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-16800036-b53e-4438-9a41-085789395f67 req-9bd02b4a-d361-43cc-afb1-75b48165064a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967758 Oct 19 08:27:03.098455 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb73697-0bb8-460e-bef3-6680d63b94ea req-cf69c0a7-38a3-46de-b432-f903f699c051 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:03.099822 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-eeb73697-0bb8-460e-bef3-6680d63b94ea req-cf69c0a7-38a3-46de-b432-f903f699c051 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 944 time: 0.3745103 Oct 19 08:27:03.154815 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Attempting to bind port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:27:03.154994 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Attempting to bind port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:27:03.155326 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Attempting to bind port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 on network fbed0243-7d71-4fc4-9caf-afbd08f9b31f {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:27:03.160699 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-eeb73697-0bb8-460e-bef3-6680d63b94ea req-c1a5f31f-fca2-4f5f-8d56-d1167aa51891 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527985 Oct 19 08:27:03.162744 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 on network fbed0243-7d71-4fc4-9caf-afbd08f9b31f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:27:03.163068 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Attempting to bind port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 on network fbed0243-7d71-4fc4-9caf-afbd08f9b31f {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:27:03.168004 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:27:03.168343 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Checking segment: {'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:27:03.168723 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Bound using segment: {'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:27:03.170031 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Bound port: 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744fc711-19e2-4994-a093-086df5c9a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:27:03.170031 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:03.233162 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] For port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:27:03.236097 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] For port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4d7c1ec2-ee4e-49ac-9c22-383e5a58b567,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:27:03.239789 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:03.273667 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:03.274269 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:03.275672 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] 10.222.0.11 "PUT /v2.0/ports/4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 HTTP/1.1" status: 200 len: 1094 time: 1.0077851 Oct 19 08:27:03.276172 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fefb359-52da-4d34-bb64-0201467132b6', 'tag': '4d7c1ec2-ee4e-49ac-9c22-383e5a58b567'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:27:03.278455 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef8c266-f2d9-467f-a699-18bf4a96cbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fefb359-52da-4d34-bb64-0201467132b6", "tag": "4d7c1ec2-ee4e-49ac-9c22-383e5a58b567"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:27:03.303970 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2befcb-3b0f-4eac-8154-8f4600e34db3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7c1ec2-ee4e-49ac-9c22-383e5a58b567,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:03.314877 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484b33f2-9854-4e96-99e1-d992353b5829 x-openstack-request-id: req-484b33f2-9854-4e96-99e1-d992353b5829 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:27:03.315277 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fefb359-52da-4d34-bb64-0201467132b6", "tag": "4d7c1ec2-ee4e-49ac-9c22-383e5a58b567", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:27:03.315580 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-484b33f2-9854-4e96-99e1-d992353b5829 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:27:03.316025 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fefb359-52da-4d34-bb64-0201467132b6', 'tag': '4d7c1ec2-ee4e-49ac-9c22-383e5a58b567', 'status': 'completed', 'code': 200} Oct 19 08:27:03.387738 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db588b-55ee-4d44-b53f-7ef5311e0ac0 req-5af89547-7203-4274-8f72-6387f11dd2fe tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:03.389360 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-95db588b-55ee-4d44-b53f-7ef5311e0ac0 req-5af89547-7203-4274-8f72-6387f11dd2fe tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0527687 Oct 19 08:27:03.426256 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-95db588b-55ee-4d44-b53f-7ef5311e0ac0 req-823e67de-a86f-4378-96b7-18e2f37731c7 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310292 Oct 19 08:27:03.538760 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8c266-f2d9-467f-a699-18bf4a96cbd6 req-6637bd64-d708-41c0-a335-d51a7fd1d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:03.540247 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7ef8c266-f2d9-467f-a699-18bf4a96cbd6 req-6637bd64-d708-41c0-a335-d51a7fd1d621 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 1097 time: 0.0403380 Oct 19 08:27:03.710526 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8c266-f2d9-467f-a699-18bf4a96cbd6 req-e8e80e05-ad8b-4e2e-98ad-a05e08334874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:03.712245 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7ef8c266-f2d9-467f-a699-18bf4a96cbd6 req-e8e80e05-ad8b-4e2e-98ad-a05e08334874 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1604424 Oct 19 08:27:03.842448 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 40070) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:27:03.879664 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8c266-f2d9-467f-a699-18bf4a96cbd6 req-686d8efb-e647-4b41-b7dc-3601609d9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:03.881392 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7ef8c266-f2d9-467f-a699-18bf4a96cbd6 req-686d8efb-e647-4b41-b7dc-3601609d9f21 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581957 Oct 19 08:27:03.993428 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-238f2e32-13fe-4492-98d6-5a18870f04ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:03.999097 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-85cfb6de-cc4b-4725-872c-36f96c809ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:04.000642 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-85cfb6de-cc4b-4725-872c-36f96c809ed2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 1097 time: 0.0434964 Oct 19 08:27:04.055238 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-fe0e8f47-7393-438a-8fb7-87c2735a00da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 HTTP/1.1" status: 200 len: 217 time: 0.0354362 Oct 19 08:27:04.067036 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-238f2e32-13fe-4492-98d6-5a18870f04ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:04.071811 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-238f2e32-13fe-4492-98d6-5a18870f04ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:04.111083 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d0321179-df62-4ba2-89bb-cf6ebcafdac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:04.111703 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f2e32-13fe-4492-98d6-5a18870f04ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21310a9-7185-48c7-83de-7fbc800de6d5,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:04.112721 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-d0321179-df62-4ba2-89bb-cf6ebcafdac9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb09846c-af61-4081-8b2b-a4066cda720c HTTP/1.1" status: 200 len: 855 time: 0.0480464 Oct 19 08:27:04.115886 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-238f2e32-13fe-4492-98d6-5a18870f04ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ab1e2a385984fb092939e6432b9655b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722874 Oct 19 08:27:04.119332 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 40076) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:27:04.148485 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-dab38991-2110-4ec4-8742-3b656bd4e701 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249088 Oct 19 08:27:04.166921 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-58862a89-0cfc-4d86-90c1-130728e1465a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:04.188466 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-58862a89-0cfc-4d86-90c1-130728e1465a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:04.240566 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-58862a89-0cfc-4d86-90c1-130728e1465a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:04.244028 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-58862a89-0cfc-4d86-90c1-130728e1465a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:04.247934 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-58862a89-0cfc-4d86-90c1-130728e1465a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f21310a9-7185-48c7-83de-7fbc800de6d5 HTTP/1.1" status: 204 len: 168 time: 0.1283903 Oct 19 08:27:04.259932 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58862a89-0cfc-4d86-90c1-130728e1465a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21310a9-7185-48c7-83de-7fbc800de6d5,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:04.267820 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-0142e37f-10bc-4500-bf32-1a2ea2160b85 service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094921 Oct 19 08:27:04.363543 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6852e-9ff6-45ab-832e-3a9e132118f1 req-52e90881-ca6a-49aa-84e1-94909bd797b6 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:04.365006 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-62f6852e-9ff6-45ab-832e-3a9e132118f1 req-52e90881-ca6a-49aa-84e1-94909bd797b6 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 944 time: 0.1137598 Oct 19 08:27:04.410550 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd009dd1-2d60-402e-a80f-328c24bfeec5 req-f2cfd32a-ced4-412c-a033-86ac05a93520 service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240559 Oct 19 08:27:04.418585 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-62f6852e-9ff6-45ab-832e-3a9e132118f1 req-be7e1914-8cda-489c-b10e-8ee7df6cc219 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475123 Oct 19 08:27:04.545924 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dbce3-a295-473a-b3bc-a2a25092880b req-1b046305-96e7-4233-8bc2-62fa5045c435 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:04.547447 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-214dbce3-a295-473a-b3bc-a2a25092880b req-1b046305-96e7-4233-8bc2-62fa5045c435 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0531871 Oct 19 08:27:04.588536 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-214dbce3-a295-473a-b3bc-a2a25092880b req-502690d2-3ae7-425b-9f31-4fa673963402 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321219 Oct 19 08:27:05.545076 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b6c2-a3b2-4ae5-b2a8-ce58b79154f3 req-450fcd2d-0c08-4d32-bbf9-fbf046785914 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:05.546671 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-04d9b6c2-a3b2-4ae5-b2a8-ce58b79154f3 req-450fcd2d-0c08-4d32-bbf9-fbf046785914 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 944 time: 0.0574551 Oct 19 08:27:05.585837 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-04d9b6c2-a3b2-4ae5-b2a8-ce58b79154f3 req-daf33b3e-48dc-49e5-a44d-f48e433a7ce1 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333042 Oct 19 08:27:05.704125 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ca8c6-8218-4067-a28b-e13f55d8d413 req-ec496008-6429-45a1-909b-6b70847822a3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:05.705931 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1f2ca8c6-8218-4067-a28b-e13f55d8d413 req-ec496008-6429-45a1-909b-6b70847822a3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0487752 Oct 19 08:27:05.749808 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1f2ca8c6-8218-4067-a28b-e13f55d8d413 req-5a7c50c6-e691-4c78-be99-247b109d266f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376167 Oct 19 08:27:06.010082 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae151c-76ca-49dd-8ac0-463977b345a7 req-c5959c4f-8793-4bed-b0f2-9d1d8e4e1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:06.011519 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5ae151c-76ca-49dd-8ac0-463977b345a7 req-c5959c4f-8793-4bed-b0f2-9d1d8e4e1a6f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 1098 time: 0.0700200 Oct 19 08:27:06.023731 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c23e1-81a0-4d17-bc33-36efa54955f2 req-5e972595-8b8c-4c80-92e4-6f145f8c625a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:06.025118 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c39c23e1-81a0-4d17-bc33-36efa54955f2 req-5e972595-8b8c-4c80-92e4-6f145f8c625a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0758634 Oct 19 08:27:06.118065 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c39c23e1-81a0-4d17-bc33-36efa54955f2 req-fc82f9aa-dda9-496d-b2c0-d558fe1da3a6 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840936 Oct 19 08:27:06.144318 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae151c-76ca-49dd-8ac0-463977b345a7 req-f1960ee5-789c-4c55-9734-8e870fa28fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:06.145764 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5ae151c-76ca-49dd-8ac0-463977b345a7 req-f1960ee5-789c-4c55-9734-8e870fa28fb3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6374a03-ed1d-4ba6-a790-eef480dd3eea HTTP/1.1" status: 200 len: 920 time: 0.1198153 Oct 19 08:27:06.205023 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5ae151c-76ca-49dd-8ac0-463977b345a7 req-5fdf958a-0b22-47b6-8e56-5a9a1fa04f39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 HTTP/1.1" status: 200 len: 217 time: 0.0365686 Oct 19 08:27:06.272264 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae151c-76ca-49dd-8ac0-463977b345a7 req-f114144a-57e0-4278-9a1b-7e171a04567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:06.273710 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5ae151c-76ca-49dd-8ac0-463977b345a7 req-f114144a-57e0-4278-9a1b-7e171a04567c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b4a4536-b5d9-4719-8e5f-eed0720f1f4c HTTP/1.1" status: 200 len: 859 time: 0.0585263 Oct 19 08:27:06.311149 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5ae151c-76ca-49dd-8ac0-463977b345a7 req-ded2433a-5264-4a02-abb3-5096507aaab8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6374a03-ed1d-4ba6-a790-eef480dd3eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276880 Oct 19 08:27:06.413804 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5ae151c-76ca-49dd-8ac0-463977b345a7 req-f9995482-1f10-4cd7-9d1d-306fe33cc1eb service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873961 Oct 19 08:27:06.517265 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f5ae151c-76ca-49dd-8ac0-463977b345a7 req-d63943dd-dc0b-4821-8f62-198d85c7e399 service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Oct 19 08:27:06.699418 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c319c-1d4e-408d-883c-d6bdbb644335 req-698c7f80-6588-4aaf-a698-857d85babde0 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:06.700986 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-aa5c319c-1d4e-408d-883c-d6bdbb644335 req-698c7f80-6588-4aaf-a698-857d85babde0 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 944 time: 0.0483887 Oct 19 08:27:06.737904 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-aa5c319c-1d4e-408d-883c-d6bdbb644335 req-1b3b2025-67ab-43c6-9363-0ec5e260042c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311470 Oct 19 08:27:07.237078 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd499c-9ec3-4462-820b-481248efab35 req-1e0192a1-7e52-4704-9cd5-4819276e2c97 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:07.238591 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4ccd499c-9ec3-4462-820b-481248efab35 req-1e0192a1-7e52-4704-9cd5-4819276e2c97 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0471025 Oct 19 08:27:07.276348 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4ccd499c-9ec3-4462-820b-481248efab35 req-73b2da2d-82a6-4ff3-a09b-42e05715a576 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320210 Oct 19 08:27:07.856411 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8ab6e-70b2-4760-8e25-1a88dba5e8c5 req-dfcff78a-b797-4039-9ff4-d678b4098f5d tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:07.857986 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c0c8ab6e-70b2-4760-8e25-1a88dba5e8c5 req-dfcff78a-b797-4039-9ff4-d678b4098f5d tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 944 time: 0.0518041 Oct 19 08:27:07.894612 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c0c8ab6e-70b2-4760-8e25-1a88dba5e8c5 req-7511aa0b-685f-4393-a169-739fcb8dca00 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307474 Oct 19 08:27:08.393299 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea721e4-9c55-4f92-a085-d92a8b387bb9 req-95390e3c-4734-4a35-ad46-f66dd99ce9fc tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:08.394777 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5ea721e4-9c55-4f92-a085-d92a8b387bb9 req-95390e3c-4734-4a35-ad46-f66dd99ce9fc tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0506639 Oct 19 08:27:08.438412 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5ea721e4-9c55-4f92-a085-d92a8b387bb9 req-a20f99ca-ee6f-48e7-a0d9-6c3d19bacd60 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372527 Oct 19 08:27:09.018558 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090de06-1f02-460d-8176-3237aa9b206e req-7e356507-c074-4738-9e4e-0e3015868406 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:09.020054 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a090de06-1f02-460d-8176-3237aa9b206e req-7e356507-c074-4738-9e4e-0e3015868406 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 944 time: 0.0497491 Oct 19 08:27:09.063160 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a090de06-1f02-460d-8176-3237aa9b206e req-0bc0a02b-a274-4072-bc4a-e87acf482087 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338092 Oct 19 08:27:09.562225 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f131d1b-eeec-4039-a7d3-b00a304c0604 req-6576f8c5-be8f-47bf-9cf6-88d79ccc3967 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:09.563672 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3f131d1b-eeec-4039-a7d3-b00a304c0604 req-6576f8c5-be8f-47bf-9cf6-88d79ccc3967 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0524759 Oct 19 08:27:09.600703 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3f131d1b-eeec-4039-a7d3-b00a304c0604 req-89b31765-3cc6-4806-913d-57374a69c758 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312793 Oct 19 08:27:10.074800 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:27:10.169919 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4d7c1ec2-ee4e-49ac-9c22-383e5a58b567,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:27:10.175462 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18ef44-1ae8-41fa-938e-32e38cf449e7 req-5ecced04-b284-4afb-98cf-52992da4f0ba tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:10.176958 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d18ef44-1ae8-41fa-938e-32e38cf449e7 req-5ecced04-b284-4afb-98cf-52992da4f0ba tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 944 time: 0.0483692 Oct 19 08:27:10.180996 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '4d7c1ec2-ee4e-49ac-9c22-383e5a58b567', 'network_id': 'fbed0243-7d71-4fc4-9caf-afbd08f9b31f', 'port_id': '4d7c1ec2-ee4e-49ac-9c22-383e5a58b567', 'mac_address': 'fa:16:3e:1a:00:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb09846c-af61-4081-8b2b-a4066cda720c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:27:10.214116 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d18ef44-1ae8-41fa-938e-32e38cf449e7 req-8504e95d-2575-4fe2-adef-d2295c6a499e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311334 Oct 19 08:27:10.217163 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:10.229931 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:27:10.249445 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4d7c1ec2-ee4e-49ac-9c22-383e5a58b567,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:27:10.254679 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:10.301535 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=4d7c1ec2-ee4e-49ac-9c22-383e5a58b567,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:10.715014 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377326e7-ddb6-4716-b7a1-62ab74e4b7ba req-4039217d-6700-4fcb-93e5-74d8191d4565 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:10.716577 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-377326e7-ddb6-4716-b7a1-62ab74e4b7ba req-4039217d-6700-4fcb-93e5-74d8191d4565 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0476451 Oct 19 08:27:10.754472 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-377326e7-ddb6-4716-b7a1-62ab74e4b7ba req-35ab7200-1399-4e5a-8450-786e2d1552fe tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Oct 19 08:27:10.994556 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['4d7c1ec2-ee4e-49ac-9c22-383e5a58b567'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:27:11.333626 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b428538-f2bb-4f94-9cd7-e882d35a56bc req-69cf9edd-4866-4832-b53d-9516a87e926a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:11.335102 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2b428538-f2bb-4f94-9cd7-e882d35a56bc req-69cf9edd-4866-4832-b53d-9516a87e926a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 945 time: 0.0524013 Oct 19 08:27:11.377337 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2b428538-f2bb-4f94-9cd7-e882d35a56bc req-6f9fcec4-3cdc-4b1d-b655-dfcae3e68346 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Oct 19 08:27:11.867920 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b037f-e7a2-4113-b071-35dd287adf6b req-a0d99432-5b58-491b-8ff9-78f8ca61cf12 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:11.869362 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a12b037f-e7a2-4113-b071-35dd287adf6b req-a0d99432-5b58-491b-8ff9-78f8ca61cf12 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0498736 Oct 19 08:27:11.901422 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-81a4cf1b-f016-486c-af0a-fe2973518a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:11.909157 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a12b037f-e7a2-4113-b071-35dd287adf6b req-1a50f102-84f8-4614-bc78-0dabd7dd55dc tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338712 Oct 19 08:27:12.487641 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e99834-6f23-48a0-91a6-0917b379191b req-20be5541-a430-4115-9b99-e7245be6d0e4 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:12.489094 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c0e99834-6f23-48a0-91a6-0917b379191b req-20be5541-a430-4115-9b99-e7245be6d0e4 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 945 time: 0.0471539 Oct 19 08:27:12.525663 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c0e99834-6f23-48a0-91a6-0917b379191b req-e8b6e3f6-abd9-4631-83bc-4aac0eb1961f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309331 Oct 19 08:27:13.025931 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62ade0-a459-43ff-a616-b4b323acdd88 req-13e8d194-9c7e-4c87-9e6e-157328376572 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:13.027378 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c62ade0-a459-43ff-a616-b4b323acdd88 req-13e8d194-9c7e-4c87-9e6e-157328376572 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0508037 Oct 19 08:27:13.065189 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c62ade0-a459-43ff-a616-b4b323acdd88 req-ef90ac90-95c0-49dc-94f2-c2332318d7ef tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318358 Oct 19 08:27:13.636119 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8e330-c0b3-42c6-b1aa-d70e210ee436 req-430cb68e-2b4e-4203-9265-ec2dd5a8565a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:13.637548 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8ce8e330-c0b3-42c6-b1aa-d70e210ee436 req-430cb68e-2b4e-4203-9265-ec2dd5a8565a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 945 time: 0.0471311 Oct 19 08:27:13.678969 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8ce8e330-c0b3-42c6-b1aa-d70e210ee436 req-b49b5265-b787-4ce5-b643-9db402539b97 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Oct 19 08:27:15.088657 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-cbf6063b-7243-46f8-8e16-884d8d85c52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:15.168864 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:27:15.215041 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:27:15.218815 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:27:15.219176 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:15.294838 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:15.318998 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fefb359-52da-4d34-bb64-0201467132b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7c1ec2-ee4e-49ac-9c22-383e5a58b567'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:27:15.321209 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deefda63-81c2-4470-8b72-4e4767178650" -d '{"events": [{"server_uuid": "5fefb359-52da-4d34-bb64-0201467132b6", "name": "network-vif-plugged", "status": "completed", "tag": "4d7c1ec2-ee4e-49ac-9c22-383e5a58b567"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:27:15.333302 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4d7c1ec2-ee4e-49ac-9c22-383e5a58b567,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:27:15.338229 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:15.388352 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=4d7c1ec2-ee4e-49ac-9c22-383e5a58b567,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:15.914550 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:16.376837 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4d63e-14f2-469e-a247-ec7369c2ab91 req-a9001230-75b3-4006-9394-1cbb1bc5faaa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:16.378314 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6ae4d63e-14f2-469e-a247-ec7369c2ab91 req-a9001230-75b3-4006-9394-1cbb1bc5faaa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 946 time: 0.0483036 Oct 19 08:27:16.417423 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6ae4d63e-14f2-469e-a247-ec7369c2ab91 req-24b84384-b85e-46aa-85f8-2d138433dbec tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Oct 19 08:27:16.460136 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbcd9f5-02c9-464a-a916-be60bea2ae1a x-openstack-request-id: req-bcbcd9f5-02c9-464a-a916-be60bea2ae1a {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:27:16.460655 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fefb359-52da-4d34-bb64-0201467132b6", "name": "network-vif-plugged", "status": "completed", "tag": "4d7c1ec2-ee4e-49ac-9c22-383e5a58b567", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:27:16.460755 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bcbcd9f5-02c9-464a-a916-be60bea2ae1a {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:27:16.461076 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fefb359-52da-4d34-bb64-0201467132b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7c1ec2-ee4e-49ac-9c22-383e5a58b567', 'code': 200} Oct 19 08:27:16.589118 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:17.654796 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:18.072005 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3328201-e79b-41df-b9b5-cdc77e146cb7 req-ab434673-d723-49ce-bb53-5f3b53434cf8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:18.073902 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e3328201-e79b-41df-b9b5-cdc77e146cb7 req-ab434673-d723-49ce-bb53-5f3b53434cf8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 946 time: 0.0631106 Oct 19 08:27:18.138069 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e3328201-e79b-41df-b9b5-cdc77e146cb7 req-08116de5-186c-4403-b603-0e1cdde88343 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579135 Oct 19 08:27:18.143872 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded97f6c-0979-4d5a-a4ab-ecdd1b11bdcd req-65f45ff6-8d19-4ee4-84c4-85d7524e3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:18.145276 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ded97f6c-0979-4d5a-a4ab-ecdd1b11bdcd req-65f45ff6-8d19-4ee4-84c4-85d7524e3c4f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 1099 time: 0.0593212 Oct 19 08:27:18.181451 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ded97f6c-0979-4d5a-a4ab-ecdd1b11bdcd req-5fde78a4-5b56-4be2-b8a8-55f2c592b7a1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281825 Oct 19 08:27:19.281072 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77e5b9-988b-4b50-b0d9-cd9fbb2e41f3 req-97eaf0ac-35ed-43ba-be29-a643ccb19953 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:19.282576 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ac77e5b9-988b-4b50-b0d9-cd9fbb2e41f3 req-97eaf0ac-35ed-43ba-be29-a643ccb19953 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 946 time: 0.0477500 Oct 19 08:27:19.319843 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ac77e5b9-988b-4b50-b0d9-cd9fbb2e41f3 req-351cf888-5e87-4f0b-afc8-f0231611b3a9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314722 Oct 19 08:27:19.725943 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308710b8-4ab8-4bc6-90b5-bf3b8155050c req-43946879-6588-48cd-b024-eeb6c00f7f59 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:19.727430 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-308710b8-4ab8-4bc6-90b5-bf3b8155050c req-43946879-6588-48cd-b024-eeb6c00f7f59 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0509310 Oct 19 08:27:19.765426 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-308710b8-4ab8-4bc6-90b5-bf3b8155050c req-0cf73e4c-e57f-473d-8c50-d6f8e260ed44 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311978 Oct 19 08:27:19.964439 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:20.514483 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 40408) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:27:20.616704 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:20.692408 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:20.696109 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:20.733475 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c403529f9504d4e8af3a6ef2ff1d380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174823 Oct 19 08:27:20.734532 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7625fc4b-d833-4c14-b2c2-a5605f875237,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:20.736373 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 40414) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:27:20.741461 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.741803 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.742134 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.742457 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.742799 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.743121 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.743440 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.743753 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.744065 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.744379 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.744688 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.744994 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f300e6-bd18-4d3a-a205-301b5a8e47b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.783901 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:20.804466 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:20.850397 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:20.853020 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:20.854141 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7625fc4b-d833-4c14-b2c2-a5605f875237 HTTP/1.1" status: 204 len: 168 time: 0.1167309 Oct 19 08:27:20.862316 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7625fc4b-d833-4c14-b2c2-a5605f875237,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:20.869207 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.869554 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.869888 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.870217 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.870563 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.870888 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.871207 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.871525 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.871843 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.872157 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.872469 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:20.872778 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ff5fbb-01b2-44a1-ba4b-df10068f32cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:27:21.104153 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 40422) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:27:21.118922 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-5f4473a6-bcd9-4855-b033-4b5bf08b4549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.190918 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-5f4473a6-bcd9-4855-b033-4b5bf08b4549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.194208 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-5f4473a6-bcd9-4855-b033-4b5bf08b4549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.234696 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-5f4473a6-bcd9-4855-b033-4b5bf08b4549 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85cc4d2b9be34327b8544442f99021e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1294787 Oct 19 08:27:21.236607 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4473a6-bcd9-4855-b033-4b5bf08b4549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31655d34-8759-4f3e-bb30-8f5efdde90ce,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:21.237414 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 40426) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:27:21.289599 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-4071d218-69b6-44ad-9367-4cd67eda4014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.309397 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-4071d218-69b6-44ad-9367-4cd67eda4014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.355609 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-4071d218-69b6-44ad-9367-4cd67eda4014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.358093 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-4071d218-69b6-44ad-9367-4cd67eda4014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.359276 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-4071d218-69b6-44ad-9367-4cd67eda4014 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31655d34-8759-4f3e-bb30-8f5efdde90ce HTTP/1.1" status: 204 len: 168 time: 0.1207991 Oct 19 08:27:21.367916 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071d218-69b6-44ad-9367-4cd67eda4014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31655d34-8759-4f3e-bb30-8f5efdde90ce,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:21.673801 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 40432) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:27:21.686998 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3f26-a080-40ce-8272-1441f71acdea admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.760797 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3f26-a080-40ce-8272-1441f71acdea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.765265 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3f26-a080-40ce-8272-1441f71acdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.801611 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-0d2b3f26-a080-40ce-8272-1441f71acdea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78d0c81672364b379430085cd6566d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267743 Oct 19 08:27:21.802514 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b3f26-a080-40ce-8272-1441f71acdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd10d053-1efa-487d-b3b6-8254c941f58d,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:21.804461 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 40436) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:27:21.853067 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-8e91a23c-b425-4c8d-8928-3b6dd4e274a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.873262 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-8e91a23c-b425-4c8d-8928-3b6dd4e274a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.921067 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-8e91a23c-b425-4c8d-8928-3b6dd4e274a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.923466 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-8e91a23c-b425-4c8d-8928-3b6dd4e274a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:21.924593 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-8e91a23c-b425-4c8d-8928-3b6dd4e274a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd10d053-1efa-487d-b3b6-8254c941f58d HTTP/1.1" status: 204 len: 168 time: 0.1190915 Oct 19 08:27:21.932229 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91a23c-b425-4c8d-8928-3b6dd4e274a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd10d053-1efa-487d-b3b6-8254c941f58d,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:23.021742 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:27:23.903709 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33896e0c-781a-46fc-8256-f9b7388af577 req-c82af4e2-9be3-45fd-bfd7-2529594f90e9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:23.905787 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-33896e0c-781a-46fc-8256-f9b7388af577 req-c82af4e2-9be3-45fd-bfd7-2529594f90e9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 946 time: 0.0485690 Oct 19 08:27:23.942739 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-33896e0c-781a-46fc-8256-f9b7388af577 req-7a54744a-f075-4f0d-ab67-6d7ac982fa67 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313206 Oct 19 08:27:25.470825 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e67478-c22f-408b-8eda-4b62f93d3b6f req-548df674-3604-457f-a6a6-c5ec2de7f34c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:25.472277 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-50e67478-c22f-408b-8eda-4b62f93d3b6f req-548df674-3604-457f-a6a6-c5ec2de7f34c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 946 time: 0.0504179 Oct 19 08:27:25.514133 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-50e67478-c22f-408b-8eda-4b62f93d3b6f req-f6e3f984-9b00-4825-878c-bb6f2a9ace0e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358531 Oct 19 08:27:26.634047 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff649fe2-78cc-4af8-99f3-e06d8e951009 req-387f62b4-73f3-4457-a105-cca6b4f0e596 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:26.635586 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ff649fe2-78cc-4af8-99f3-e06d8e951009 req-387f62b4-73f3-4457-a105-cca6b4f0e596 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 946 time: 0.0524371 Oct 19 08:27:26.673015 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ff649fe2-78cc-4af8-99f3-e06d8e951009 req-258edcd8-bcff-4d3f-8bd8-c925c30440aa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Oct 19 08:27:27.227930 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-34adfc4c-e8f0-4b1d-9a82-387ee923f627 req-ed39dbc0-d729-42ef-b505-6947aa16aff8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410695 Oct 19 08:27:27.323882 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adfc4c-e8f0-4b1d-9a82-387ee923f627 req-8ccb0345-cebe-4390-a01a-7af827f41f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:27.325509 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-34adfc4c-e8f0-4b1d-9a82-387ee923f627 req-8ccb0345-cebe-4390-a01a-7af827f41f79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 1099 time: 0.0500824 Oct 19 08:27:27.450104 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adfc4c-e8f0-4b1d-9a82-387ee923f627 req-ac53be07-9912-48c8-8f46-8878a8546829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:27.451589 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-34adfc4c-e8f0-4b1d-9a82-387ee923f627 req-ac53be07-9912-48c8-8f46-8878a8546829 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 200 len: 916 time: 0.1003451 Oct 19 08:27:27.495334 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-34adfc4c-e8f0-4b1d-9a82-387ee923f627 req-313ff133-1156-4867-966e-09df89f0d800 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1452749-7697-4896-9845-e408f2432615 HTTP/1.1" status: 200 len: 217 time: 0.0363986 Oct 19 08:27:27.550007 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adfc4c-e8f0-4b1d-9a82-387ee923f627 req-3b35697a-983c-4ebd-bb6d-1ef5192fbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:27.551616 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-34adfc4c-e8f0-4b1d-9a82-387ee923f627 req-3b35697a-983c-4ebd-bb6d-1ef5192fbecc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb09846c-af61-4081-8b2b-a4066cda720c HTTP/1.1" status: 200 len: 855 time: 0.0483584 Oct 19 08:27:27.584610 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-34adfc4c-e8f0-4b1d-9a82-387ee923f627 req-9edd6a2c-5863-4538-a288-e71021125b0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fbed0243-7d71-4fc4-9caf-afbd08f9b31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252385 Oct 19 08:27:27.689915 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-34adfc4c-e8f0-4b1d-9a82-387ee923f627 req-c8106e1d-e0f4-4865-9afe-7ec1be617e90 service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949178 Oct 19 08:27:27.796795 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-34adfc4c-e8f0-4b1d-9a82-387ee923f627 req-318c31eb-9afe-4d7f-b9b4-d2bbd6e5611b service neutron] 10.222.0.11 "GET /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975263 Oct 19 08:27:38.286666 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d316b70-b432-45d5-b666-f1171a3a334c req-999438b0-463a-4d97-99b4-fb64b1de73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:38.288021 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d316b70-b432-45d5-b666-f1171a3a334c req-999438b0-463a-4d97-99b4-fb64b1de73f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 1098 time: 0.0724740 Oct 19 08:27:38.299325 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeba847-e0f0-431e-84fc-1e93900292db req-c2fe2f5c-bc6f-431c-800d-21453215b425 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:38.301179 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-beeba847-e0f0-431e-84fc-1e93900292db req-c2fe2f5c-bc6f-431c-800d-21453215b425 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0757682 Oct 19 08:27:38.592962 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-beeba847-e0f0-431e-84fc-1e93900292db req-47d267c1-2201-4e52-a072-05c1afc11265 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837536 Oct 19 08:27:38.615206 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d316b70-b432-45d5-b666-f1171a3a334c req-7f3e819d-ad35-42a0-9ff6-3262029c840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:38.616659 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d316b70-b432-45d5-b666-f1171a3a334c req-7f3e819d-ad35-42a0-9ff6-3262029c840e service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6374a03-ed1d-4ba6-a790-eef480dd3eea HTTP/1.1" status: 200 len: 920 time: 0.3146679 Oct 19 08:27:38.665280 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d316b70-b432-45d5-b666-f1171a3a334c req-0a455f5e-c5a6-4a68-9af7-00dfaf4b7a1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 HTTP/1.1" status: 200 len: 217 time: 0.0370760 Oct 19 08:27:38.724500 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d316b70-b432-45d5-b666-f1171a3a334c req-4b1b66f5-4c70-4214-88e0-b982363e7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:38.725882 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d316b70-b432-45d5-b666-f1171a3a334c req-4b1b66f5-4c70-4214-88e0-b982363e7379 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b4a4536-b5d9-4719-8e5f-eed0720f1f4c HTTP/1.1" status: 200 len: 859 time: 0.0437086 Oct 19 08:27:38.758988 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d316b70-b432-45d5-b666-f1171a3a334c req-718fd412-d3b8-4fd7-85d1-2ccbd3055e36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6374a03-ed1d-4ba6-a790-eef480dd3eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244403 Oct 19 08:27:38.856165 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d316b70-b432-45d5-b666-f1171a3a334c req-afa2ba2a-524b-471e-aefe-b25b74fa3936 service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878193 Oct 19 08:27:38.947694 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d316b70-b432-45d5-b666-f1171a3a334c req-46332899-53be-439a-8108-e4b340981fcc service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829816 Oct 19 08:27:39.711975 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab5586-2f42-43db-8337-cc8fbd25a5ab req-cb01d7ea-1704-4273-a245-7b341281cca6 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:39.713480 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fdab5586-2f42-43db-8337-cc8fbd25a5ab req-cb01d7ea-1704-4273-a245-7b341281cca6 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0505273 Oct 19 08:27:39.754756 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fdab5586-2f42-43db-8337-cc8fbd25a5ab req-b947043e-6098-4569-8906-b061ffd10146 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353284 Oct 19 08:27:40.882375 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f80bfd-08e1-4e24-ae51-1ae1cdf398dc req-4c5d35d2-668b-40e9-b9d1-d37825a2592f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:40.883881 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-10f80bfd-08e1-4e24-ae51-1ae1cdf398dc req-4c5d35d2-668b-40e9-b9d1-d37825a2592f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0547156 Oct 19 08:27:40.884903 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 40806) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:27:40.926707 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-10f80bfd-08e1-4e24-ae51-1ae1cdf398dc req-e55781af-aa30-4d12-b28a-9070071f35d9 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358429 Oct 19 08:27:41.004536 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-dc1a757d-fb17-4c99-bd66-36e475e338a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:41.078438 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-dc1a757d-fb17-4c99-bd66-36e475e338a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:41.082615 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-dc1a757d-fb17-4c99-bd66-36e475e338a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:41.119849 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-dc1a757d-fb17-4c99-bd66-36e475e338a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d2f73c1a9a947728c29d93a75b5936c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339194 Oct 19 08:27:41.121027 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a757d-fb17-4c99-bd66-36e475e338a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1475129-f067-4c87-862d-289d460c4113,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:41.122596 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 40812) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:27:41.173680 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3c48b197-9ad5-4939-99a9-fb161e44c88c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:41.194691 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3c48b197-9ad5-4939-99a9-fb161e44c88c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:41.243628 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3c48b197-9ad5-4939-99a9-fb161e44c88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:41.246284 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3c48b197-9ad5-4939-99a9-fb161e44c88c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:41.247601 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-3c48b197-9ad5-4939-99a9-fb161e44c88c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1475129-f067-4c87-862d-289d460c4113 HTTP/1.1" status: 204 len: 168 time: 0.1240301 Oct 19 08:27:41.256695 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48b197-9ad5-4939-99a9-fb161e44c88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1475129-f067-4c87-862d-289d460c4113,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:41.905686 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b65b7bec-2078-4b04-b641-fd2f081d63e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:42.055194 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901588a-7b6f-48eb-b0d3-cbc17e15f4b7 req-134bf8f5-1261-4d55-9d09-e634d379e021 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:42.056662 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c901588a-7b6f-48eb-b0d3-cbc17e15f4b7 req-134bf8f5-1261-4d55-9d09-e634d379e021 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0536084 Oct 19 08:27:42.096784 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c901588a-7b6f-48eb-b0d3-cbc17e15f4b7 req-c92d8eb4-7c24-41cd-982a-8b5a66407f2b tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Oct 19 08:27:43.213606 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b3627-874f-41a1-bb20-75cdf20816bd req-3c0e5713-a1b3-4a23-bab6-3b2b692b686d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:43.214980 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-356b3627-874f-41a1-bb20-75cdf20816bd req-3c0e5713-a1b3-4a23-bab6-3b2b692b686d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0490036 Oct 19 08:27:43.254873 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-356b3627-874f-41a1-bb20-75cdf20816bd req-830a8d43-1fe4-4a02-8030-4dc5c5d994fe tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340226 Oct 19 08:27:44.375898 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d91bc1-baff-4f35-bbd5-10ab790eeb5c req-ed6672fc-5a67-427c-915c-d3de105dd528 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:44.377360 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e6d91bc1-baff-4f35-bbd5-10ab790eeb5c req-ed6672fc-5a67-427c-915c-d3de105dd528 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0492225 Oct 19 08:27:44.418040 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e6d91bc1-baff-4f35-bbd5-10ab790eeb5c req-0c19ba3d-447d-4425-bdfd-77b1255c689c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333800 Oct 19 08:27:45.090776 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-8270de1b-bbd1-47e0-8e15-05c1f2618b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:45.548243 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68743684-1fec-4a0e-a967-c87fab2a7ac6 req-613b447f-d14e-4e69-ba0e-0997eb23af42 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:45.549650 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-68743684-1fec-4a0e-a967-c87fab2a7ac6 req-613b447f-d14e-4e69-ba0e-0997eb23af42 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0550308 Oct 19 08:27:45.590699 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-68743684-1fec-4a0e-a967-c87fab2a7ac6 req-693a031a-f5bb-4e56-82af-2c41b411aa60 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329726 Oct 19 08:27:45.918069 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:46.591564 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:46.709488 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccb3e6-1e9c-4e27-a619-de620657c36a req-441cbf4c-5d9d-4b3e-b703-61362fbe8e82 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:46.710976 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2fccb3e6-1e9c-4e27-a619-de620657c36a req-441cbf4c-5d9d-4b3e-b703-61362fbe8e82 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0498250 Oct 19 08:27:46.747912 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2fccb3e6-1e9c-4e27-a619-de620657c36a req-aea16a93-ae0d-4556-b51a-4f1d0d3fa75f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310018 Oct 19 08:27:46.875022 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a6bd7-39e1-4c1c-85f2-e5f69916d4d1 req-d74d462d-d4a1-4c26-808c-ccda8378e990 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:46.876476 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-753a6bd7-39e1-4c1c-85f2-e5f69916d4d1 req-d74d462d-d4a1-4c26-808c-ccda8378e990 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0489957 Oct 19 08:27:46.914113 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-753a6bd7-39e1-4c1c-85f2-e5f69916d4d1 req-560f5663-c9bf-4880-bfad-0409cb31062f tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305965 Oct 19 08:27:47.661778 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:47.873749 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5682709-076d-490c-a572-c111a8d99d57 req-4b9dcc80-a5ee-4e52-89fd-aaa9e22a8de3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:47.875227 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a5682709-076d-490c-a572-c111a8d99d57 req-4b9dcc80-a5ee-4e52-89fd-aaa9e22a8de3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0520310 Oct 19 08:27:47.914061 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a5682709-076d-490c-a572-c111a8d99d57 req-c7866c5e-fa4a-4b46-91f2-65d471207668 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316958 Oct 19 08:27:48.027951 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fd527-5ba7-4fa6-9254-7c240e814151 req-89bdae97-10c5-4048-84ec-433f2b01650c tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:48.029433 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c62fd527-5ba7-4fa6-9254-7c240e814151 req-89bdae97-10c5-4048-84ec-433f2b01650c tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0498674 Oct 19 08:27:48.068916 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c62fd527-5ba7-4fa6-9254-7c240e814151 req-c242818f-5515-4917-b13e-e11ec5b3e720 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Oct 19 08:27:49.056930 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da8c98-919b-4e6c-8dd7-bf3f4a89880c req-01c34326-543e-4625-83aa-545c91a04b80 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:49.058395 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c5da8c98-919b-4e6c-8dd7-bf3f4a89880c req-01c34326-543e-4625-83aa-545c91a04b80 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 946 time: 0.0840752 Oct 19 08:27:49.070357 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af6e01-3485-416e-bdfe-fe2cc41ce516 req-eddecc7a-3866-404b-acba-fd081f5ff8f5 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:49.071780 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-35af6e01-3485-416e-bdfe-fe2cc41ce516 req-eddecc7a-3866-404b-acba-fd081f5ff8f5 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0677116 Oct 19 08:27:49.126468 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c5da8c98-919b-4e6c-8dd7-bf3f4a89880c req-beff3bcf-65c7-4b99-aa26-f45c3cec6742 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537431 Oct 19 08:27:49.131523 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-35af6e01-3485-416e-bdfe-fe2cc41ce516 req-8077d23a-6cf9-42d9-bb9e-6a127b069aac tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528331 Oct 19 08:27:49.230613 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55619098-72df-4587-869f-c7de404112e7 req-37d387b9-f6cd-4a6c-b5cd-0d7572b03b72 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:49.232063 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-55619098-72df-4587-869f-c7de404112e7 req-37d387b9-f6cd-4a6c-b5cd-0d7572b03b72 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0496266 Oct 19 08:27:49.271580 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-55619098-72df-4587-869f-c7de404112e7 req-af49bc4e-ad53-4b40-a66f-ba4bdfc6d1f4 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334930 Oct 19 08:27:49.447236 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ad79e-151c-4865-a63f-a080562b6b9b req-f347d8fe-689b-4321-a76f-e516b923446a tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:49.448887 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9c7ad79e-151c-4865-a63f-a080562b6b9b req-f347d8fe-689b-4321-a76f-e516b923446a tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.11 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 946 time: 0.0494313 Oct 19 08:27:49.562550 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-9c7ad79e-151c-4865-a63f-a080562b6b9b req-a2d6e339-c8e7-4c14-9887-0f8da27c9596 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Deleting port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:27:49.562892 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-9c7ad79e-151c-4865-a63f-a080562b6b9b req-a2d6e339-c8e7-4c14-9887-0f8da27c9596 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:49.656654 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-9c7ad79e-151c-4865-a63f-a080562b6b9b req-a2d6e339-c8e7-4c14-9887-0f8da27c9596 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] For port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1,segment=NetworkSegment(2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30),segment_id=2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:27:49.657012 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-9c7ad79e-151c-4865-a63f-a080562b6b9b req-a2d6e339-c8e7-4c14-9887-0f8da27c9596 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:49.669346 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-9c7ad79e-151c-4865-a63f-a080562b6b9b req-a2d6e339-c8e7-4c14-9887-0f8da27c9596 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Calling delete_port for a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:27:49.806193 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-9c7ad79e-151c-4865-a63f-a080562b6b9b req-a2d6e339-c8e7-4c14-9887-0f8da27c9596 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:49.821140 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:27:49.838931 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6e339-c8e7-4c14-9887-0f8da27c9596 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Pushing event deleted for resources: {'Port': ['ID=a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:49.882768 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7ad79e-151c-4865-a63f-a080562b6b9b req-a2d6e339-c8e7-4c14-9887-0f8da27c9596 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] No DVR routers for this DVR port a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:27:49.885282 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-9c7ad79e-151c-4865-a63f-a080562b6b9b req-a2d6e339-c8e7-4c14-9887-0f8da27c9596 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:49.889708 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9c7ad79e-151c-4865-a63f-a080562b6b9b req-a2d6e339-c8e7-4c14-9887-0f8da27c9596 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.11 "DELETE /v2.0/ports/a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 HTTP/1.1" status: 204 len: 173 time: 0.4155979 Oct 19 08:27:49.890162 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61889472-0e20-46bc-94d3-c4c42883a5b4', 'name': 'network-vif-deleted', 'tag': 'a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:27:49.892453 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf5a87d-3724-4724-9b27-4fb14a08f0cd" -d '{"events": [{"server_uuid": "61889472-0e20-46bc-94d3-c4c42883a5b4", "name": "network-vif-deleted", "tag": "a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:27:49.935167 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daac7ed-22e1-4bc1-8336-74558ebcd218 x-openstack-request-id: req-3daac7ed-22e1-4bc1-8336-74558ebcd218 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:27:49.935601 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61889472-0e20-46bc-94d3-c4c42883a5b4", "name": "network-vif-deleted", "tag": "a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:27:49.935984 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3daac7ed-22e1-4bc1-8336-74558ebcd218 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:27:49.936570 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61889472-0e20-46bc-94d3-c4c42883a5b4', 'name': 'network-vif-deleted', 'tag': 'a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1', 'status': 'completed', 'code': 200} Oct 19 08:27:49.947898 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:50.283658 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2caec-08c3-4f99-afd0-b0826e4a8f02 req-a6842c55-f7ac-454a-a043-f52696d6a676 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:50.285737 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0ad2caec-08c3-4f99-afd0-b0826e4a8f02 req-a6842c55-f7ac-454a-a043-f52696d6a676 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 946 time: 0.0801609 Oct 19 08:27:50.294417 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642888a6-d11c-4e9c-b018-24bc39ec421d req-39ce303d-a3a5-41a7-bcd4-7a64b6199bdd tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:50.297270 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-642888a6-d11c-4e9c-b018-24bc39ec421d req-39ce303d-a3a5-41a7-bcd4-7a64b6199bdd tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0808139 Oct 19 08:27:50.357372 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-642888a6-d11c-4e9c-b018-24bc39ec421d req-455030f3-493b-4124-a47a-ad1bf9421300 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532534 Oct 19 08:27:50.360172 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0ad2caec-08c3-4f99-afd0-b0826e4a8f02 req-4df7a6d6-357c-49ad-9f26-2337c2253c1e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633228 Oct 19 08:27:50.469436 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0c73f219-5c1e-45b2-b5d2-f8d016c1835a req-d86c6d96-0660-4294-a96c-cf68cad8fa18 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=61889472-0e20-46bc-94d3-c4c42883a5b4 HTTP/1.1" status: 200 len: 210 time: 0.0308499 Oct 19 08:27:51.507369 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0b4a4-c27a-44c1-8212-a509d50af11b req-37bdf6d7-06d4-4581-9a7f-0b6edbf3532f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:51.508800 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cfd0b4a4-c27a-44c1-8212-a509d50af11b req-37bdf6d7-06d4-4581-9a7f-0b6edbf3532f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 946 time: 0.0672486 Oct 19 08:27:51.515856 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaabd99-61b7-4696-92bc-d69f2cd0deb1 req-ed8e7743-8a99-4729-ba56-fb88bca3a433 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:51.517182 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bdaabd99-61b7-4696-92bc-d69f2cd0deb1 req-ed8e7743-8a99-4729-ba56-fb88bca3a433 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0842767 Oct 19 08:27:51.573125 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cfd0b4a4-c27a-44c1-8212-a509d50af11b req-f4fb27dd-2fac-42c9-9692-9c74a192686a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550351 Oct 19 08:27:51.577848 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bdaabd99-61b7-4696-92bc-d69f2cd0deb1 req-03fa5f69-fef4-4baa-93a2-3a7917c9e89a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534937 Oct 19 08:27:52.228232 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf931564-8581-449b-9b1d-ad5cfa8c4066 req-57f02288-4a4d-44fc-9370-d2004bbecc0f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:52.229549 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cf931564-8581-449b-9b1d-ad5cfa8c4066 req-57f02288-4a4d-44fc-9370-d2004bbecc0f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 946 time: 0.0472434 Oct 19 08:27:52.316736 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-cf931564-8581-449b-9b1d-ad5cfa8c4066 req-c13bd3a5-8817-41df-85be-4cba7cad3faa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Deleting port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:27:52.317063 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cf931564-8581-449b-9b1d-ad5cfa8c4066 req-c13bd3a5-8817-41df-85be-4cba7cad3faa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:52.408683 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-cf931564-8581-449b-9b1d-ad5cfa8c4066 req-c13bd3a5-8817-41df-85be-4cba7cad3faa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] For port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4d7c1ec2-ee4e-49ac-9c22-383e5a58b567,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:27:52.409078 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cf931564-8581-449b-9b1d-ad5cfa8c4066 req-c13bd3a5-8817-41df-85be-4cba7cad3faa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:52.422099 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-cf931564-8581-449b-9b1d-ad5cfa8c4066 req-c13bd3a5-8817-41df-85be-4cba7cad3faa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Calling delete_port for 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:27:52.435456 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:27:52.508994 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:52.549932 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cf931564-8581-449b-9b1d-ad5cfa8c4066 req-c13bd3a5-8817-41df-85be-4cba7cad3faa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:52.571466 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:27:52.577499 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bd3a5-8817-41df-85be-4cba7cad3faa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Pushing event deleted for resources: {'Port': ['ID=4d7c1ec2-ee4e-49ac-9c22-383e5a58b567,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:52.592534 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:27:52.592870 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device a4cb6d5a-dee1-4c5d-802a-33281ff7b5a1 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:27:52.619644 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf931564-8581-449b-9b1d-ad5cfa8c4066 req-c13bd3a5-8817-41df-85be-4cba7cad3faa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] No DVR routers for this DVR port 4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:27:52.622767 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cf931564-8581-449b-9b1d-ad5cfa8c4066 req-c13bd3a5-8817-41df-85be-4cba7cad3faa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:52.626293 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cf931564-8581-449b-9b1d-ad5cfa8c4066 req-c13bd3a5-8817-41df-85be-4cba7cad3faa tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "DELETE /v2.0/ports/4d7c1ec2-ee4e-49ac-9c22-383e5a58b567 HTTP/1.1" status: 204 len: 173 time: 0.3901691 Oct 19 08:27:52.626602 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fefb359-52da-4d34-bb64-0201467132b6', 'name': 'network-vif-deleted', 'tag': '4d7c1ec2-ee4e-49ac-9c22-383e5a58b567'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:27:52.629618 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b48832-abf1-4de9-8983-77d6de9161bf" -d '{"events": [{"server_uuid": "5fefb359-52da-4d34-bb64-0201467132b6", "name": "network-vif-deleted", "tag": "4d7c1ec2-ee4e-49ac-9c22-383e5a58b567"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:27:52.681182 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9c3ea828-f14b-444d-be4a-31522bf996bd req-40beeed7-16f7-4006-82f2-764309410e9b tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 210 time: 0.0341482 Oct 19 08:27:52.719010 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dec48-2036-46b2-85e1-f5876549ba9e req-4b745aa3-8dd8-490e-8722-b2fa4ecf9991 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:52.720538 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d36dec48-2036-46b2-85e1-f5876549ba9e req-4b745aa3-8dd8-490e-8722-b2fa4ecf9991 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0634394 Oct 19 08:27:52.722510 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8b3908-37d8-4e8a-a05c-188e20ff4238 x-openstack-request-id: req-ae8b3908-37d8-4e8a-a05c-188e20ff4238 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:27:52.722786 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fefb359-52da-4d34-bb64-0201467132b6", "name": "network-vif-deleted", "tag": "4d7c1ec2-ee4e-49ac-9c22-383e5a58b567", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:27:52.723031 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae8b3908-37d8-4e8a-a05c-188e20ff4238 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:27:52.723415 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fefb359-52da-4d34-bb64-0201467132b6', 'name': 'network-vif-deleted', 'tag': '4d7c1ec2-ee4e-49ac-9c22-383e5a58b567', 'status': 'completed', 'code': 200} Oct 19 08:27:52.757915 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d36dec48-2036-46b2-85e1-f5876549ba9e req-c8bd7743-c846-4ed3-9b1d-ed077283ce92 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312965 Oct 19 08:27:53.891017 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['a1452749-7697-4896-9845-e408f2432615', '6a155696-ac5e-466f-9258-1a6e5fa773b5', 'e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:27:56.711735 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a6f0b051-3f77-49e2-a8d1-af55b09e1aaf req-a6a98103-0544-4ead-b55c-4ff20d845f35 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fefb359-52da-4d34-bb64-0201467132b6 HTTP/1.1" status: 200 len: 210 time: 0.0283675 Oct 19 08:27:56.727060 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e07007-c04c-42a7-814e-ee09518c61b1 req-c7f1615a-c9f2-49cf-aed4-40a6c10369a9 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:56.728470 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-20e07007-c04c-42a7-814e-ee09518c61b1 req-c7f1615a-c9f2-49cf-aed4-40a6c10369a9 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0729036 Oct 19 08:27:56.765447 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-20e07007-c04c-42a7-814e-ee09518c61b1 req-79350268-93cc-4a31-9074-3b03914112f8 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311382 Oct 19 08:27:58.084407 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2289ab-0efd-4449-bfc0-ab139ff3f829 req-ecd60117-7ae8-4d4e-a5c3-fdbaecf8b160 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:58.085884 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8a2289ab-0efd-4449-bfc0-ab139ff3f829 req-ecd60117-7ae8-4d4e-a5c3-fdbaecf8b160 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0593369 Oct 19 08:27:58.131060 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8a2289ab-0efd-4449-bfc0-ab139ff3f829 req-224af6c7-45fb-4838-b793-e60ffde1da12 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366955 Oct 19 08:27:58.372477 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 41186) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:27:58.478241 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc9f0-3353-417b-9173-a0ab744e76e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:58.548995 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc9f0-3353-417b-9173-a0ab744e76e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:58.552577 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc9f0-3353-417b-9173-a0ab744e76e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:58.589754 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-ac4fc9f0-3353-417b-9173-a0ab744e76e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0082aadcab5e451faee9441fb06a36ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162194 Oct 19 08:27:58.590605 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fc9f0-3353-417b-9173-a0ab744e76e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f03b5-2c57-4a1f-aff7-e7cd53b64605,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:58.593058 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 41190) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:27:58.641449 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0af51493-5ee1-4356-b1cb-2e344fdf123a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:58.662193 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0af51493-5ee1-4356-b1cb-2e344fdf123a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:58.713991 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0af51493-5ee1-4356-b1cb-2e344fdf123a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:58.716985 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0af51493-5ee1-4356-b1cb-2e344fdf123a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:27:58.718141 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-0af51493-5ee1-4356-b1cb-2e344fdf123a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f98f03b5-2c57-4a1f-aff7-e7cd53b64605 HTTP/1.1" status: 204 len: 168 time: 0.1240778 Oct 19 08:27:58.726781 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af51493-5ee1-4356-b1cb-2e344fdf123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f03b5-2c57-4a1f-aff7-e7cd53b64605,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:27:59.261142 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90b4ee-bec8-4b7f-85e6-ff8e5b75214a req-cbc2f556-c330-43ad-85cd-16e5193d873f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:59.263542 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ca90b4ee-bec8-4b7f-85e6-ff8e5b75214a req-cbc2f556-c330-43ad-85cd-16e5193d873f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0612509 Oct 19 08:27:59.323727 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ca90b4ee-bec8-4b7f-85e6-ff8e5b75214a req-dc712b72-bc39-436e-bced-e727079bd31c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517638 Oct 19 08:27:59.385452 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf46729-fa27-42af-b9b3-46992531e051 req-f61a0bdf-7c4a-4b9a-b277-2deaa18ced41 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:27:59.386906 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-caf46729-fa27-42af-b9b3-46992531e051 req-f61a0bdf-7c4a-4b9a-b277-2deaa18ced41 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 946 time: 0.0529211 Oct 19 08:27:59.423581 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-caf46729-fa27-42af-b9b3-46992531e051 req-5a17e7fc-5b94-4504-9d06-dcd55ba11507 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308275 Oct 19 08:28:00.021242 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:28:00.439587 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda634-a30c-404a-bb20-5a917dd61f4c req-2606943d-0bb2-45f6-a144-847d01131446 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:00.441530 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-16cda634-a30c-404a-bb20-5a917dd61f4c req-2606943d-0bb2-45f6-a144-847d01131446 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0486803 Oct 19 08:28:00.478915 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-16cda634-a30c-404a-bb20-5a917dd61f4c req-88ed7d00-603d-435b-bc70-72f29404c605 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311382 Oct 19 08:28:00.536623 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee686e-339e-4932-9734-16adbf96fb76 req-73dd5738-a711-41ef-a330-d7658a020ce7 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:00.538023 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-06ee686e-339e-4932-9734-16adbf96fb76 req-73dd5738-a711-41ef-a330-d7658a020ce7 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 946 time: 0.0475686 Oct 19 08:28:00.577380 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-06ee686e-339e-4932-9734-16adbf96fb76 req-65d5d5ca-41e3-4a05-865a-efba6f698968 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335419 Oct 19 08:28:04.367837 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dad8b8-b199-429f-8ed8-8817625a883e req-a5cc009f-0187-4e7b-a321-74b55cd34636 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:04.369278 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-10dad8b8-b199-429f-8ed8-8817625a883e req-a5cc009f-0187-4e7b-a321-74b55cd34636 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0780168 Oct 19 08:28:04.377150 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ae4bf-89d0-45f8-9171-5d933a7fd19e req-17aeb1e0-d6b9-4d0a-93f9-a1539209113a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:04.379257 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-270ae4bf-89d0-45f8-9171-5d933a7fd19e req-17aeb1e0-d6b9-4d0a-93f9-a1539209113a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 946 time: 0.0794356 Oct 19 08:28:04.434165 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-10dad8b8-b199-429f-8ed8-8817625a883e req-8820c692-26ed-40db-bc20-c80655c9fc94 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539465 Oct 19 08:28:04.436952 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-270ae4bf-89d0-45f8-9171-5d933a7fd19e req-0dbfbc22-0a19-4f50-852c-a0b5b4634345 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508378 Oct 19 08:28:05.014836 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4f44c-8327-4f55-927d-feac99042273 req-df1893a4-f222-4687-a50c-311d222c9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:05.016302 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-89d4f44c-8327-4f55-927d-feac99042273 req-df1893a4-f222-4687-a50c-311d222c9afa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 1098 time: 0.0397041 Oct 19 08:28:05.052307 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-89d4f44c-8327-4f55-927d-feac99042273 req-aedbed5d-b64c-4dd0-ab6f-6bd1f88021bb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288012 Oct 19 08:28:05.694713 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a4117-894d-4375-bda1-91eb653ed772 req-c7992144-a9f8-48b2-a72d-e10fe5cb5f62 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:05.696271 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b92a4117-894d-4375-bda1-91eb653ed772 req-c7992144-a9f8-48b2-a72d-e10fe5cb5f62 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0789819 Oct 19 08:28:05.703857 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605f43c-7192-444d-8c4b-3349d27643ca req-78ed4d57-81a4-4809-8080-3c240a01379a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:05.705170 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2605f43c-7192-444d-8c4b-3349d27643ca req-78ed4d57-81a4-4809-8080-3c240a01379a tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 946 time: 0.0860302 Oct 19 08:28:05.758187 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b92a4117-894d-4375-bda1-91eb653ed772 req-f556b35c-6596-4123-9ebb-399e0b9461f4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520277 Oct 19 08:28:05.762751 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2605f43c-7192-444d-8c4b-3349d27643ca req-6ef1cd0b-1220-48f6-9adb-8476d8fc4eb3 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504839 Oct 19 08:28:05.931592 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-90001d5a-8363-401a-a462-7e14d815b86f tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:05.933023 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-90001d5a-8363-401a-a462-7e14d815b86f tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/networks?id=3f69f0bf-630e-493a-a010-3869e8bbde66 HTTP/1.1" status: 200 len: 813 time: 0.1008444 Oct 19 08:28:05.948100 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-63957b07-4ff8-44af-80c9-d9ee3517f301 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/quotas/f570556a465841b98162222c60bef779 HTTP/1.1" status: 200 len: 375 time: 0.0094588 Oct 19 08:28:05.977584 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-2c9c8473-322b-416a-9726-607d23fa8acf tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f570556a465841b98162222c60bef779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242839 Oct 19 08:28:06.104353 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fedc60-dde9-455b-96e1-1481dce20191 req-66d3ddf5-3433-4684-98ee-2923cbf661c9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:06.105761 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-53fedc60-dde9-455b-96e1-1481dce20191 req-66d3ddf5-3433-4684-98ee-2923cbf661c9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 946 time: 0.0946050 Oct 19 08:28:06.109375 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-0259055b-5d44-4b02-ade3-8211a8093558 service neutron] 10.222.0.26 "GET /v2.0/networks/3f69f0bf-630e-493a-a010-3869e8bbde66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252375 Oct 19 08:28:06.267552 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-1218b1e8-c91f-40ec-a51c-ebd144e8e83c service neutron] 10.222.0.26 "GET /v2.0/networks/3f69f0bf-630e-493a-a010-3869e8bbde66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504688 Oct 19 08:28:06.276211 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-53fedc60-dde9-455b-96e1-1481dce20191 req-a91bec4f-925b-45bf-9935-0fa37e4641b5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Deleting port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:28:06.276547 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-53fedc60-dde9-455b-96e1-1481dce20191 req-a91bec4f-925b-45bf-9935-0fa37e4641b5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:06.380895 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-53fedc60-dde9-455b-96e1-1481dce20191 req-a91bec4f-925b-45bf-9935-0fa37e4641b5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] For port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:06.381263 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-53fedc60-dde9-455b-96e1-1481dce20191 req-a91bec4f-925b-45bf-9935-0fa37e4641b5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:06.395499 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-53fedc60-dde9-455b-96e1-1481dce20191 req-a91bec4f-925b-45bf-9935-0fa37e4641b5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Calling delete_port for e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:28:06.468160 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6f387576-bcc7-4a6f-a8d8-ce8d506b4529 req-0d1cdd15-b378-4201-997e-a86a43bba71a tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 210 time: 0.0571814 Oct 19 08:28:06.567243 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-53fedc60-dde9-455b-96e1-1481dce20191 req-a91bec4f-925b-45bf-9935-0fa37e4641b5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:06.582806 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['a1452749-7697-4896-9845-e408f2432615', '6a155696-ac5e-466f-9258-1a6e5fa773b5', 'e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:28:06.596693 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bec4f-925b-45bf-9935-0fa37e4641b5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Pushing event deleted for resources: {'Port': ['ID=e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:06.650526 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fedc60-dde9-455b-96e1-1481dce20191 req-a91bec4f-925b-45bf-9935-0fa37e4641b5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] No DVR routers for this DVR port e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:28:06.653000 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-53fedc60-dde9-455b-96e1-1481dce20191 req-a91bec4f-925b-45bf-9935-0fa37e4641b5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:06.657254 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-53fedc60-dde9-455b-96e1-1481dce20191 req-a91bec4f-925b-45bf-9935-0fa37e4641b5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "DELETE /v2.0/ports/e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 HTTP/1.1" status: 204 len: 173 time: 0.5413496 Oct 19 08:28:06.658042 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35fc67b-52d9-4e8f-a8a5-27826b508f1b', 'name': 'network-vif-deleted', 'tag': 'e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:28:06.660667 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f61deb5-0384-4865-bb48-7ad084f7bd7c" -d '{"events": [{"server_uuid": "b35fc67b-52d9-4e8f-a8a5-27826b508f1b", "name": "network-vif-deleted", "tag": "e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:28:06.717383 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2008e68e-434a-4f85-9fec-a0fcae546ca5 x-openstack-request-id: req-2008e68e-434a-4f85-9fec-a0fcae546ca5 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:28:06.717990 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35fc67b-52d9-4e8f-a8a5-27826b508f1b", "name": "network-vif-deleted", "tag": "e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:28:06.717990 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2008e68e-434a-4f85-9fec-a0fcae546ca5 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:28:06.718287 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35fc67b-52d9-4e8f-a8a5-27826b508f1b', 'name': 'network-vif-deleted', 'tag': 'e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451', 'status': 'completed', 'code': 200} Oct 19 08:28:06.889544 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b3917f51-0967-480e-9eda-c5244099f039 req-b9755487-c9ed-4ca7-a58f-4a84b2fd62ab tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b35fc67b-52d9-4e8f-a8a5-27826b508f1b HTTP/1.1" status: 200 len: 210 time: 0.0375211 Oct 19 08:28:06.928830 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160e7ee-e0e4-418e-8c6e-b72c6cac1f4d req-98cf9754-6c2a-4f37-8afc-520575167266 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:06.930316 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5160e7ee-e0e4-418e-8c6e-b72c6cac1f4d req-98cf9754-6c2a-4f37-8afc-520575167266 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0796549 Oct 19 08:28:06.970623 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5160e7ee-e0e4-418e-8c6e-b72c6cac1f4d req-741c6746-d309-4175-8940-355ce53198f0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342274 Oct 19 08:28:07.559714 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6c1bb552-892c-4e40-b98f-1abb51478984 req-a9ea8539-04c4-43cd-ab3b-c285ad963d89 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 210 time: 0.0259728 Oct 19 08:28:07.969097 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-0341123d-df9a-4178-89d6-fb680ce16e57 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:07.971230 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-0341123d-df9a-4178-89d6-fb680ce16e57 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.11 "GET /v2.0/networks?id=3f69f0bf-630e-493a-a010-3869e8bbde66 HTTP/1.1" status: 200 len: 813 time: 0.1125960 Oct 19 08:28:08.091818 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02b874-202e-4662-b44e-a77f5d600743 req-e910ef1d-4fbc-4166-b2b4-fdaf6b7722e6 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:08.093280 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ec02b874-202e-4662-b44e-a77f5d600743 req-e910ef1d-4fbc-4166-b2b4-fdaf6b7722e6 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0522068 Oct 19 08:28:08.152497 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ec02b874-202e-4662-b44e-a77f5d600743 req-a2054bb3-1dc7-445b-9a3c-4cc37ff40e7c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525420 Oct 19 08:28:08.174663 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8ba70-2e7c-40a8-85c6-c904e7e16480 req-98851c68-393c-42fd-b00a-0676af853f98 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:08.176124 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a8b8ba70-2e7c-40a8-85c6-c904e7e16480 req-98851c68-393c-42fd-b00a-0676af853f98 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 945 time: 0.0598564 Oct 19 08:28:08.213781 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a8b8ba70-2e7c-40a8-85c6-c904e7e16480 req-4dfd766e-0ffc-431b-95d8-3de5de4a666e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Oct 19 08:28:08.443093 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72ad16-7fbb-4ff6-85f7-4235756d850a req-4899c918-0d5f-4ce9-903c-6ae2963229cb tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:08.444534 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6a72ad16-7fbb-4ff6-85f7-4235756d850a req-4899c918-0d5f-4ce9-903c-6ae2963229cb tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0486495 Oct 19 08:28:08.483182 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6a72ad16-7fbb-4ff6-85f7-4235756d850a req-7a38da19-b1b0-4997-96bb-a881f0020200 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328913 Oct 19 08:28:08.653302 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-aa2bb98f-5215-48d0-910a-0232ecff5f96 req-6b109cbc-116a-42d1-98f5-b724645401af tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 210 time: 0.0264030 Oct 19 08:28:10.191228 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:28:10.211508 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:28:10.211845 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device e2b9fad3-3c12-4fab-ad0c-19ed2c6d2451 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:28:11.250808 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-cbc025b0-1590-46b5-9b80-ab80b8c8c344 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Request body: {'port': {'device_id': 'ee918319-a52e-42ad-be1f-026c3f704860', 'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66', 'admin_state_up': True, 'tenant_id': 'f570556a465841b98162222c60bef779'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:28:11.353920 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-cbc025b0-1590-46b5-9b80-ab80b8c8c344 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Made reservation on behalf of f570556a465841b98162222c60bef779 for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:28:11.357341 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-cbc025b0-1590-46b5-9b80-ab80b8c8c344 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:11.479260 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-cbc025b0-1590-46b5-9b80-ab80b8c8c344 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Allocated IP 172.20.0.4 (3f69f0bf-630e-493a-a010-3869e8bbde66/faf229ef-cd54-4b49-bafc-3689da0ca128/f15e40d0-7913-4978-b0ff-8bd4d2ded1ec) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:28:11.832581 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-cbc025b0-1590-46b5-9b80-ab80b8c8c344 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:11.865254 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-cbc025b0-1590-46b5-9b80-ab80b8c8c344 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:11.905474 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-cbc025b0-1590-46b5-9b80-ab80b8c8c344 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Network 3f69f0bf-630e-493a-a010-3869e8bbde66 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:28:11.905804 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a61b19fd-1cd0-481c-9633-00594feaa410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:11.908684 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-cbc025b0-1590-46b5-9b80-ab80b8c8c344 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:28:11.912315 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-cbc025b0-1590-46b5-9b80-ab80b8c8c344 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:28:11.941427 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc025b0-1590-46b5-9b80-ab80b8c8c344 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Pushing event updated for resources: {'Port': ['ID=f15e40d0-7913-4978-b0ff-8bd4d2ded1ec,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:11.965376 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-cbc025b0-1590-46b5-9b80-ab80b8c8c344 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:11.965976 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-cbc025b0-1590-46b5-9b80-ab80b8c8c344 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:11.981103 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-cbc025b0-1590-46b5-9b80-ab80b8c8c344 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7341175 Oct 19 08:28:12.739406 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Request body: {'port': {'device_id': 'ee918319-a52e-42ad-be1f-026c3f704860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:28:12.872241 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:12.885987 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c457e-eb71-4109-a1ba-be810aa1219b req-e9454c15-cce4-4435-a295-52ddda931d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:12.887456 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-086c457e-eb71-4109-a1ba-be810aa1219b req-e9454c15-cce4-4435-a295-52ddda931d11 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 1098 time: 0.1288583 Oct 19 08:28:12.957263 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777a10e-c669-41f7-996b-87138b2bb11e req-9509f04d-75cf-4e93-8528-06aad1482ee8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:12.958723 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a777a10e-c669-41f7-996b-87138b2bb11e req-9509f04d-75cf-4e93-8528-06aad1482ee8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 945 time: 0.1430988 Oct 19 08:28:12.987965 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e3946-c803-406f-842a-8cdee51a4c8c req-85928de0-e05c-4201-8061-77b8c5babf54 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:12.989427 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c4e3946-c803-406f-842a-8cdee51a4c8c req-85928de0-e05c-4201-8061-77b8c5babf54 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.1751842 Oct 19 08:28:13.145305 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a777a10e-c669-41f7-996b-87138b2bb11e req-f9b8f5c5-01a5-4acc-ab8a-dafa1bc89fe5 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683486 Oct 19 08:28:13.160961 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c4e3946-c803-406f-842a-8cdee51a4c8c req-f4c09ad4-a9b9-4401-a97d-385833cd0e65 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633253 Oct 19 08:28:13.170837 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c457e-eb71-4109-a1ba-be810aa1219b req-8f3edf92-7265-4a6c-abd7-fceb20b41979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:13.172283 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-086c457e-eb71-4109-a1ba-be810aa1219b req-8f3edf92-7265-4a6c-abd7-fceb20b41979 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6374a03-ed1d-4ba6-a790-eef480dd3eea HTTP/1.1" status: 200 len: 920 time: 0.2736259 Oct 19 08:28:13.254693 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-086c457e-eb71-4109-a1ba-be810aa1219b req-f520e5d4-5459-41b5-98e1-beaea0740298 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 HTTP/1.1" status: 200 len: 217 time: 0.0715585 Oct 19 08:28:13.350197 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c457e-eb71-4109-a1ba-be810aa1219b req-2b50d6d5-1b14-4f19-b7f1-045b24825436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:13.351630 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-086c457e-eb71-4109-a1ba-be810aa1219b req-2b50d6d5-1b14-4f19-b7f1-045b24825436 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b4a4536-b5d9-4719-8e5f-eed0720f1f4c HTTP/1.1" status: 200 len: 859 time: 0.0900681 Oct 19 08:28:13.360104 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eee68-b315-46ff-a810-46940b5e6ae1 req-68ba4765-8558-4917-ab6c-a2fac079a516 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:13.361413 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9e6eee68-b315-46ff-a810-46940b5e6ae1 req-68ba4765-8558-4917-ab6c-a2fac079a516 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 931 time: 0.1407650 Oct 19 08:28:13.404944 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-086c457e-eb71-4109-a1ba-be810aa1219b req-54a0964f-5d96-40e8-af44-47312076003d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6374a03-ed1d-4ba6-a790-eef480dd3eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408478 Oct 19 08:28:13.483498 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9e6eee68-b315-46ff-a810-46940b5e6ae1 req-d9cb8da8-d656-417f-aa8c-3eff08c9fcc9 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117406 Oct 19 08:28:13.512687 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15e40d0-7913-4978-b0ff-8bd4d2ded1ec {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:28:13.524222 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:13.544564 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Transition to ACTIVE for port object f15e40d0-7913-4978-b0ff-8bd4d2ded1ec will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:28:13.550144 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:13.580105 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-086c457e-eb71-4109-a1ba-be810aa1219b req-77f7f862-0429-4970-86fc-f11438cb952b service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664317 Oct 19 08:28:13.617975 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Pushing event updated for resources: {'Port': ['ID=f15e40d0-7913-4978-b0ff-8bd4d2ded1ec,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:13.733257 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-086c457e-eb71-4109-a1ba-be810aa1219b req-6272e2ec-c3a0-4cf4-b0a0-f9bc7283af3a service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438532 Oct 19 08:28:13.741775 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Attempting to bind port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:28:13.742374 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Attempting to bind port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:28:13.742485 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Attempting to bind port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec on network 3f69f0bf-630e-493a-a010-3869e8bbde66 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:28:13.746579 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec on network 3f69f0bf-630e-493a-a010-3869e8bbde66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:28:13.746891 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Attempting to bind port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec on network 3f69f0bf-630e-493a-a010-3869e8bbde66 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:28:13.751489 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:28:13.751808 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Checking segment: {'id': '2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:28:13.752172 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Bound using segment: {'id': '2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:28:13.752581 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Bound port: f15e40d0-7913-4978-b0ff-8bd4d2ded1ec, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:28:13.753558 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:13.816712 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] For port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:28:13.819674 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] For port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f15e40d0-7913-4978-b0ff-8bd4d2ded1ec,segment=NetworkSegment(2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30),segment_id=2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:28:13.824008 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:13.861334 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:13.861929 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:13.863416 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] 10.222.0.11 "PUT /v2.0/ports/f15e40d0-7913-4978-b0ff-8bd4d2ded1ec HTTP/1.1" status: 200 len: 1093 time: 1.1290071 Oct 19 08:28:13.863853 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee918319-a52e-42ad-be1f-026c3f704860', 'tag': 'f15e40d0-7913-4978-b0ff-8bd4d2ded1ec'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:28:13.866044 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9217603d-030a-43f9-920d-412885e7c586" -d '{"events": [{"name": "network-changed", "server_uuid": "ee918319-a52e-42ad-be1f-026c3f704860", "tag": "f15e40d0-7913-4978-b0ff-8bd4d2ded1ec"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:28:13.889263 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09331ef7-73de-47d1-8148-f161d6616cee service neutron] Pushing event updated for resources: {'Port': ['ID=f15e40d0-7913-4978-b0ff-8bd4d2ded1ec,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:13.914989 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12038a6-30aa-4885-b2c4-ee3b6b0c89cb x-openstack-request-id: req-d12038a6-30aa-4885-b2c4-ee3b6b0c89cb {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:28:13.915279 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee918319-a52e-42ad-be1f-026c3f704860", "tag": "f15e40d0-7913-4978-b0ff-8bd4d2ded1ec", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:28:13.915529 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d12038a6-30aa-4885-b2c4-ee3b6b0c89cb {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:28:13.915929 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee918319-a52e-42ad-be1f-026c3f704860', 'tag': 'f15e40d0-7913-4978-b0ff-8bd4d2ded1ec', 'status': 'completed', 'code': 200} Oct 19 08:28:13.983857 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217603d-030a-43f9-920d-412885e7c586 req-b6e0b591-2dee-425b-8555-1a90b4f4445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:13.985286 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9217603d-030a-43f9-920d-412885e7c586 req-b6e0b591-2dee-425b-8555-1a90b4f4445b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f570556a465841b98162222c60bef779&device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 1096 time: 0.0399222 Oct 19 08:28:14.094546 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217603d-030a-43f9-920d-412885e7c586 req-f33c64c0-c550-44ce-b3a2-65af6034ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:14.095964 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9217603d-030a-43f9-920d-412885e7c586 req-f33c64c0-c550-44ce-b3a2-65af6034ed36 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f570556a465841b98162222c60bef779&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0908744 Oct 19 08:28:14.189743 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217603d-030a-43f9-920d-412885e7c586 req-ce5c6b0f-20f7-4031-a1b0-8b6b5d00dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:14.191663 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9217603d-030a-43f9-920d-412885e7c586 req-ce5c6b0f-20f7-4031-a1b0-8b6b5d00dbaf service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881646 Oct 19 08:28:14.316841 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663f692-d852-46ea-bc2b-de78f5e1f9fe req-dd16bc8c-245d-4552-b713-0a354fa128bb tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:14.318282 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0663f692-d852-46ea-bc2b-de78f5e1f9fe req-dd16bc8c-245d-4552-b713-0a354fa128bb tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 945 time: 0.1042602 Oct 19 08:28:14.329781 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09a2d863-bc45-46b5-ac95-0465ed52851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:14.331679 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-09a2d863-bc45-46b5-ac95-0465ed52851f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f570556a465841b98162222c60bef779&device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 1096 time: 0.0905802 Oct 19 08:28:14.355199 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75d750-bde6-423d-b5fd-e7af6957e682 req-a33759f5-11ac-4ac9-8b2c-97183a5aaf71 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:14.356525 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1e75d750-bde6-423d-b5fd-e7af6957e682 req-a33759f5-11ac-4ac9-8b2c-97183a5aaf71 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.1053572 Oct 19 08:28:14.421768 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0663f692-d852-46ea-bc2b-de78f5e1f9fe req-47addefd-9532-49a6-801f-cce1a0436178 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965471 Oct 19 08:28:14.424573 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-57d1f362-ef9e-4916-8c51-09134a6b2f69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f15e40d0-7913-4978-b0ff-8bd4d2ded1ec HTTP/1.1" status: 200 len: 217 time: 0.0558574 Oct 19 08:28:14.450379 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1e75d750-bde6-423d-b5fd-e7af6957e682 req-391cb29d-0626-48cd-b329-516171b3181f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880039 Oct 19 08:28:14.486147 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-32c5eece-abc1-44fb-acbc-3726a9b44f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:14.488226 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-32c5eece-abc1-44fb-acbc-3726a9b44f4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=faf229ef-cd54-4b49-bafc-3689da0ca128 HTTP/1.1" status: 200 len: 853 time: 0.0525889 Oct 19 08:28:14.520099 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-9bb44c14-f93b-475f-b31c-a34e31b8c731 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f69f0bf-630e-493a-a010-3869e8bbde66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241406 Oct 19 08:28:14.645219 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339b1ab-234f-4204-adff-e3846c7a0ebf req-a9995211-63fe-41d4-9399-d80f09d13f50 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:14.646573 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3339b1ab-234f-4204-adff-e3846c7a0ebf req-a9995211-63fe-41d4-9399-d80f09d13f50 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 943 time: 0.0987794 Oct 19 08:28:14.651631 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-77091a51-1493-4a1f-9be7-4f5bea4a67b1 service neutron] 10.222.0.11 "GET /v2.0/networks/3f69f0bf-630e-493a-a010-3869e8bbde66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207244 Oct 19 08:28:14.708360 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3339b1ab-234f-4204-adff-e3846c7a0ebf req-ec6a792f-2c32-4ad4-bd50-648df999212c tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558209 Oct 19 08:28:14.765591 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d2abdb5-2780-44db-ba80-71fcb4bb2649 req-c250b7e3-3a42-4af1-b5cb-76b2713cd9c7 service neutron] 10.222.0.11 "GET /v2.0/networks/3f69f0bf-630e-493a-a010-3869e8bbde66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002405 Oct 19 08:28:15.091164 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-5efdbe12-a40f-472b-9fa4-0b84aad7e7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:15.561478 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54181494-3f38-427b-952e-a2e76dd61274 req-028bd1f2-3d23-452c-b2a7-a46dad37f75e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:15.562935 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-54181494-3f38-427b-952e-a2e76dd61274 req-028bd1f2-3d23-452c-b2a7-a46dad37f75e tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 945 time: 0.0734651 Oct 19 08:28:15.588129 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833971a2-faa4-4cdf-bf8c-d6594c87cacf req-5110ec92-3bc8-42aa-905b-de4cc2301c29 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:15.589518 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-833971a2-faa4-4cdf-bf8c-d6594c87cacf req-5110ec92-3bc8-42aa-905b-de4cc2301c29 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0696759 Oct 19 08:28:15.637130 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-54181494-3f38-427b-952e-a2e76dd61274 req-2c14ff27-6f35-47b2-a7ab-18467a9aac53 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649049 Oct 19 08:28:15.641705 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-833971a2-faa4-4cdf-bf8c-d6594c87cacf req-0ed3e60a-458c-4cc0-8027-f30535a273bc tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461574 Oct 19 08:28:15.850588 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce0ea1-e6f4-4bbf-9d74-d3e753fa8673 req-96231b3f-c827-4e66-99b9-b6c57e4b5418 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:15.852043 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-36ce0ea1-e6f4-4bbf-9d74-d3e753fa8673 req-96231b3f-c827-4e66-99b9-b6c57e4b5418 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 943 time: 0.0781415 Oct 19 08:28:15.859859 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ee22b-7466-4fbd-b942-b473ad35e018 req-5d2cb461-193c-4aee-91be-85df78a096c9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:15.861164 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-841ee22b-7466-4fbd-b942-b473ad35e018 req-5d2cb461-193c-4aee-91be-85df78a096c9 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 945 time: 0.0773292 Oct 19 08:28:15.918858 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-36ce0ea1-e6f4-4bbf-9d74-d3e753fa8673 req-abe98266-4832-456e-aebe-2430442f41b6 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566561 Oct 19 08:28:15.919050 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:15.977255 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-841ee22b-7466-4fbd-b942-b473ad35e018 req-5849ee57-251b-4ac7-9253-8ba2e5aa8d5c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Deleting port 6a155696-ac5e-466f-9258-1a6e5fa773b5 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:28:15.977581 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-841ee22b-7466-4fbd-b942-b473ad35e018 req-5849ee57-251b-4ac7-9253-8ba2e5aa8d5c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:16.063780 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-841ee22b-7466-4fbd-b942-b473ad35e018 req-5849ee57-251b-4ac7-9253-8ba2e5aa8d5c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] For port 6a155696-ac5e-466f-9258-1a6e5fa773b5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6a155696-ac5e-466f-9258-1a6e5fa773b5,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:16.064134 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-841ee22b-7466-4fbd-b942-b473ad35e018 req-5849ee57-251b-4ac7-9253-8ba2e5aa8d5c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:16.076145 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-841ee22b-7466-4fbd-b942-b473ad35e018 req-5849ee57-251b-4ac7-9253-8ba2e5aa8d5c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Calling delete_port for 6a155696-ac5e-466f-9258-1a6e5fa773b5 owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:28:16.199664 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-841ee22b-7466-4fbd-b942-b473ad35e018 req-5849ee57-251b-4ac7-9253-8ba2e5aa8d5c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:16.210677 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['a1452749-7697-4896-9845-e408f2432615', '6a155696-ac5e-466f-9258-1a6e5fa773b5'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:28:16.227804 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849ee57-251b-4ac7-9253-8ba2e5aa8d5c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Pushing event deleted for resources: {'Port': ['ID=6a155696-ac5e-466f-9258-1a6e5fa773b5,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:16.268527 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-841ee22b-7466-4fbd-b942-b473ad35e018 req-5849ee57-251b-4ac7-9253-8ba2e5aa8d5c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] No DVR routers for this DVR port 6a155696-ac5e-466f-9258-1a6e5fa773b5 on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:28:16.271610 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-841ee22b-7466-4fbd-b942-b473ad35e018 req-5849ee57-251b-4ac7-9253-8ba2e5aa8d5c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:16.274894 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-841ee22b-7466-4fbd-b942-b473ad35e018 req-5849ee57-251b-4ac7-9253-8ba2e5aa8d5c tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "DELETE /v2.0/ports/6a155696-ac5e-466f-9258-1a6e5fa773b5 HTTP/1.1" status: 204 len: 173 time: 0.3936698 Oct 19 08:28:16.275329 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd61122-7096-461a-95b1-adc1dea18a0c', 'name': 'network-vif-deleted', 'tag': '6a155696-ac5e-466f-9258-1a6e5fa773b5'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:28:16.277576 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e49585-c1bc-4fb2-ac42-5c5eff257374" -d '{"events": [{"server_uuid": "4bd61122-7096-461a-95b1-adc1dea18a0c", "name": "network-vif-deleted", "tag": "6a155696-ac5e-466f-9258-1a6e5fa773b5"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:28:16.319271 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c277e8-37d9-4aa5-a38a-3e69f55ea579 x-openstack-request-id: req-51c277e8-37d9-4aa5-a38a-3e69f55ea579 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:28:16.319562 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd61122-7096-461a-95b1-adc1dea18a0c", "name": "network-vif-deleted", "tag": "6a155696-ac5e-466f-9258-1a6e5fa773b5", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:28:16.319812 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51c277e8-37d9-4aa5-a38a-3e69f55ea579 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:28:16.320409 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd61122-7096-461a-95b1-adc1dea18a0c', 'name': 'network-vif-deleted', 'tag': '6a155696-ac5e-466f-9258-1a6e5fa773b5', 'status': 'completed', 'code': 200} Oct 19 08:28:16.594688 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:16.757949 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-abc11c5f-86da-4239-9629-0e053f7ddaee req-dee25981-1f68-4873-a25c-950c3df0f990 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=4bd61122-7096-461a-95b1-adc1dea18a0c HTTP/1.1" status: 200 len: 210 time: 0.0391357 Oct 19 08:28:16.780809 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e4270-eda1-44e8-8563-3d89a2784870 req-7fcc0007-3498-463c-8d16-2388563836cb tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:16.782258 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9e9e4270-eda1-44e8-8563-3d89a2784870 req-7fcc0007-3498-463c-8d16-2388563836cb tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0721514 Oct 19 08:28:16.819932 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9e9e4270-eda1-44e8-8563-3d89a2784870 req-178855c8-eddf-4bca-a08d-047abfc048d4 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Oct 19 08:28:17.037993 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3a77b-96e9-4bc6-96da-758cbaf89546 req-56b8323e-6b0f-46a8-88da-8819c5b2506b tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:17.039432 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-24d3a77b-96e9-4bc6-96da-758cbaf89546 req-56b8323e-6b0f-46a8-88da-8819c5b2506b tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 943 time: 0.0492642 Oct 19 08:28:17.075580 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-24d3a77b-96e9-4bc6-96da-758cbaf89546 req-c7286639-fef5-45b1-b795-b1cb7da15637 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303500 Oct 19 08:28:17.661464 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:17.946849 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc0119-a815-441b-a3e2-c2870cd3e5b4 req-c0c2a320-94cb-41de-a4dc-4852c63267f6 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:17.948484 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b3cc0119-a815-441b-a3e2-c2870cd3e5b4 req-c0c2a320-94cb-41de-a4dc-4852c63267f6 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0521946 Oct 19 08:28:18.223677 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b3cc0119-a815-441b-a3e2-c2870cd3e5b4 req-c28ef27d-314b-46b3-ba5d-4b9b70ccfb89 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693522 Oct 19 08:28:18.238818 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9a58e-cfe0-45e0-a639-17200860396b req-17f03a59-aac4-4cf2-9442-a1f5cb1aa478 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:18.240243 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-58b9a58e-cfe0-45e0-a639-17200860396b req-17f03a59-aac4-4cf2-9442-a1f5cb1aa478 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 943 time: 0.0605564 Oct 19 08:28:18.277884 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-58b9a58e-cfe0-45e0-a639-17200860396b req-86cac298-d931-4301-a736-cd97c44210e9 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317082 Oct 19 08:28:19.255984 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 6a155696-ac5e-466f-9258-1a6e5fa773b5 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:28:19.276201 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: 6a155696-ac5e-466f-9258-1a6e5fa773b5 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:28:19.276540 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 6a155696-ac5e-466f-9258-1a6e5fa773b5 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:28:19.339948 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae009831-05b8-414d-bab0-e1c56832a288 req-78d666d4-7a19-423c-98db-e81e44d3f9c1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:19.341448 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ae009831-05b8-414d-bab0-e1c56832a288 req-78d666d4-7a19-423c-98db-e81e44d3f9c1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0476344 Oct 19 08:28:19.416786 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a18ce0-b00a-47d4-b674-1d5c6a379b57 req-c29be9f3-77ae-46c8-bb59-57725685e880 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:19.418243 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-52a18ce0-b00a-47d4-b674-1d5c6a379b57 req-c29be9f3-77ae-46c8-bb59-57725685e880 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 943 time: 0.0730147 Oct 19 08:28:19.420835 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ae009831-05b8-414d-bab0-e1c56832a288 req-fbaab82d-8685-49dc-9f11-a0ff759d5fee tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669069 Oct 19 08:28:19.459126 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-52a18ce0-b00a-47d4-b674-1d5c6a379b57 req-906685e2-af5b-4a38-993c-639b10a4d334 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348630 Oct 19 08:28:19.959895 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:20.210864 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7e6a8-5222-4755-8ee3-c98618a3fc1b req-710c0cc6-92fa-4211-bd59-5ac86c6f7cf3 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:20.212354 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c5d7e6a8-5222-4755-8ee3-c98618a3fc1b req-710c0cc6-92fa-4211-bd59-5ac86c6f7cf3 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0535836 Oct 19 08:28:20.252648 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c5d7e6a8-5222-4755-8ee3-c98618a3fc1b req-882691ae-c287-447f-85ee-c125bdae7b73 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343227 Oct 19 08:28:20.546715 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27d9f7-9931-438e-8983-87c4055bbcb7 req-2fbd6895-6dfc-4898-bda9-53651c703020 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:20.548159 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4a27d9f7-9931-438e-8983-87c4055bbcb7 req-2fbd6895-6dfc-4898-bda9-53651c703020 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0575650 Oct 19 08:28:20.605730 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4a27d9f7-9931-438e-8983-87c4055bbcb7 req-1dfca1c0-1e78-4bb8-ac26-7325c99833b8 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Oct 19 08:28:20.613950 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deb8b7-1d20-4725-a1d1-3b0607fe7614 req-c3927a61-2e6e-417f-b7d7-6ebd6c545885 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:20.615398 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-64deb8b7-1d20-4725-a1d1-3b0607fe7614 req-c3927a61-2e6e-417f-b7d7-6ebd6c545885 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 943 time: 0.0875247 Oct 19 08:28:20.655153 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-64deb8b7-1d20-4725-a1d1-3b0607fe7614 req-4c7a4868-e63d-4d88-98d4-ae1b3354f976 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334871 Oct 19 08:28:21.268443 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device f15e40d0-7913-4978-b0ff-8bd4d2ded1ec details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:28:21.378840 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39933013-73f5-4e99-87f8-a4d47718712b req-917ab368-0b40-4028-9b91-bea4eb31de17 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:21.380109 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f15e40d0-7913-4978-b0ff-8bd4d2ded1ec,segment=NetworkSegment(2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30),segment_id=2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:21.380264 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-39933013-73f5-4e99-87f8-a4d47718712b req-917ab368-0b40-4028-9b91-bea4eb31de17 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0510759 Oct 19 08:28:21.395797 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': 'f15e40d0-7913-4978-b0ff-8bd4d2ded1ec', 'network_id': '3f69f0bf-630e-493a-a010-3869e8bbde66', 'port_id': 'f15e40d0-7913-4978-b0ff-8bd4d2ded1ec', 'mac_address': 'fa:16:3e:ab:81:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf229ef-cd54-4b49-bafc-3689da0ca128', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:28:21.428745 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-39933013-73f5-4e99-87f8-a4d47718712b req-1f3e84af-91f8-475c-a51b-ece7dd9ba47b tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364847 Oct 19 08:28:21.435541 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:21.449388 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15e40d0-7913-4978-b0ff-8bd4d2ded1ec {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:28:21.469674 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f15e40d0-7913-4978-b0ff-8bd4d2ded1ec,segment=NetworkSegment(2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30),segment_id=2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:21.473836 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:21.527528 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=f15e40d0-7913-4978-b0ff-8bd4d2ded1ec,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:21.536066 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:21.536421 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:21.536764 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:21.537140 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:21.537633 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:21.538123 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:21.538606 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:21.538942 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:21.539301 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:21.539635 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:21.540006 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:21.540397 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:21.744433 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-917566eb-a2a2-4768-bfcf-d25eaa51cfe1 req-a6529b46-a01c-42c8-b71c-f7e98ad83aa6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523572 Oct 19 08:28:21.780487 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e2707-c58b-44b1-ae27-4a295dba772a req-34beb6ac-14e2-4545-929f-455793b412af tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:21.781930 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd5e2707-c58b-44b1-ae27-4a295dba772a req-34beb6ac-14e2-4545-929f-455793b412af tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 944 time: 0.0562119 Oct 19 08:28:21.848921 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd5e2707-c58b-44b1-ae27-4a295dba772a req-94b48fa5-9da0-4cb4-abda-b611561f9665 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547979 Oct 19 08:28:21.852240 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917566eb-a2a2-4768-bfcf-d25eaa51cfe1 req-02504f42-55ae-4d11-afb3-1137345aec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:21.853689 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-917566eb-a2a2-4768-bfcf-d25eaa51cfe1 req-02504f42-55ae-4d11-afb3-1137345aec94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 1098 time: 0.0670063 Oct 19 08:28:21.940754 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['f15e40d0-7913-4978-b0ff-8bd4d2ded1ec'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:28:21.975283 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917566eb-a2a2-4768-bfcf-d25eaa51cfe1 req-2225b75e-4ee1-4407-97db-9baae8252cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:21.976749 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-917566eb-a2a2-4768-bfcf-d25eaa51cfe1 req-2225b75e-4ee1-4407-97db-9baae8252cae service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6374a03-ed1d-4ba6-a790-eef480dd3eea HTTP/1.1" status: 200 len: 920 time: 0.0943780 Oct 19 08:28:22.021631 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-917566eb-a2a2-4768-bfcf-d25eaa51cfe1 req-bb003d31-8de6-46b5-901c-284f66f9f38c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 HTTP/1.1" status: 200 len: 217 time: 0.0362673 Oct 19 08:28:22.070775 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917566eb-a2a2-4768-bfcf-d25eaa51cfe1 req-5ffafc1e-ac10-47fa-9d24-e8352020dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:22.072239 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-917566eb-a2a2-4768-bfcf-d25eaa51cfe1 req-5ffafc1e-ac10-47fa-9d24-e8352020dfb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b4a4536-b5d9-4719-8e5f-eed0720f1f4c HTTP/1.1" status: 200 len: 859 time: 0.0425565 Oct 19 08:28:22.114667 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-917566eb-a2a2-4768-bfcf-d25eaa51cfe1 req-fb0a9976-758c-41bf-85f9-bd4b10a01d0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6374a03-ed1d-4ba6-a790-eef480dd3eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295005 Oct 19 08:28:22.205162 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-917566eb-a2a2-4768-bfcf-d25eaa51cfe1 req-9ace7413-224c-4cb4-b762-6547319379d8 service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826147 Oct 19 08:28:22.299602 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-917566eb-a2a2-4768-bfcf-d25eaa51cfe1 req-18f8af75-7189-4c46-ae47-ee519c0900ec service neutron] 10.222.0.11 "GET /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838120 Oct 19 08:28:27.283416 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac1188-12f8-4e5b-8a78-8d3b2d13b341 req-de5b9dc5-6da7-444a-9212-914b764d2ddc tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:27.285344 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-59ac1188-12f8-4e5b-8a78-8d3b2d13b341 req-de5b9dc5-6da7-444a-9212-914b764d2ddc tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0474236 Oct 19 08:28:27.321962 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-59ac1188-12f8-4e5b-8a78-8d3b2d13b341 req-4edf9912-183c-4924-b016-0f149c84428f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304315 Oct 19 08:28:27.424403 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2eb85-f138-491f-a146-99da1a059e17 req-e2caadb9-23e2-417d-95c6-5009feec6028 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:27.426529 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-00e2eb85-f138-491f-a146-99da1a059e17 req-e2caadb9-23e2-417d-95c6-5009feec6028 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 944 time: 0.0500836 Oct 19 08:28:27.464062 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-00e2eb85-f138-491f-a146-99da1a059e17 req-b19ffe10-bc46-4b50-be2f-817e595c650b tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Oct 19 08:28:28.281916 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b96e8-5429-4358-904a-560f380ed872 req-82416d60-1c1b-4236-b2f0-0810ffb831bb tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:28.283368 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3f9b96e8-5429-4358-904a-560f380ed872 req-82416d60-1c1b-4236-b2f0-0810ffb831bb tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.0541508 Oct 19 08:28:28.391124 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-3f9b96e8-5429-4358-904a-560f380ed872 req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Deleting port a1452749-7697-4896-9845-e408f2432615 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:28:28.391811 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-3f9b96e8-5429-4358-904a-560f380ed872 req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:28.499320 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ade1f8-a41e-4655-8ef9-01db75907759 req-c7c42a81-9a1f-48f6-89e7-d4ecb1e51da8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:28.500774 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-58ade1f8-a41e-4655-8ef9-01db75907759 req-c7c42a81-9a1f-48f6-89e7-d4ecb1e51da8 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/ports?device_id=b75e6c63-1b3e-4a9c-adbc-9db31920288f HTTP/1.1" status: 200 len: 946 time: 0.1049757 Oct 19 08:28:28.531726 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-3f9b96e8-5429-4358-904a-560f380ed872 req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] For port a1452749-7697-4896-9845-e408f2432615, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=a1452749-7697-4896-9845-e408f2432615,segment=NetworkSegment(744fc711-19e2-4994-a093-086df5c9a142),segment_id=744fc711-19e2-4994-a093-086df5c9a142)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:28.532090 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-3f9b96e8-5429-4358-904a-560f380ed872 req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:28.578783 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-3f9b96e8-5429-4358-904a-560f380ed872 req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Calling delete_port for a1452749-7697-4896-9845-e408f2432615 owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:28:28.596894 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-58ade1f8-a41e-4655-8ef9-01db75907759 req-6617d14a-6758-46d5-b21f-6dc62a999d4f tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.26 "GET /v2.0/security-groups?id=c1e26c1c-ca85-4c44-8cb8-b13604487732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891738 Oct 19 08:28:28.649219 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c3299-a548-491f-81d2-8a9d59d9df3b req-a1abe57e-380c-459d-80b1-222509349783 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:28.650685 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6f2c3299-a548-491f-81d2-8a9d59d9df3b req-a1abe57e-380c-459d-80b1-222509349783 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 944 time: 0.1143689 Oct 19 08:28:28.704116 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6f2c3299-a548-491f-81d2-8a9d59d9df3b req-6040cd71-af82-4b2d-8a75-47b88a88880b tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440412 Oct 19 08:28:28.757742 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-3f9b96e8-5429-4358-904a-560f380ed872 req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:28.770371 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['a1452749-7697-4896-9845-e408f2432615'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:28:28.788987 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Pushing event deleted for resources: {'Port': ['ID=a1452749-7697-4896-9845-e408f2432615,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:28.801143 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:28.801551 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:28.801860 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:28.802297 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:28.802788 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:28.803124 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:28.803455 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:28.803801 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:28.804112 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:28.804434 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:28.804755 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:28.805077 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:28.839619 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9b96e8-5429-4358-904a-560f380ed872 req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] No DVR routers for this DVR port a1452749-7697-4896-9845-e408f2432615 on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:28:28.842049 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-3f9b96e8-5429-4358-904a-560f380ed872 req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:28.845386 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3f9b96e8-5429-4358-904a-560f380ed872 req-6abe098d-f0b9-487b-ac91-86b15851c773 tempest-AttachVolumeNegativeTest-1913401580 tempest-AttachVolumeNegativeTest-1913401580-project] 10.222.0.11 "DELETE /v2.0/ports/a1452749-7697-4896-9845-e408f2432615 HTTP/1.1" status: 204 len: 173 time: 0.5404139 Oct 19 08:28:28.845814 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75e6c63-1b3e-4a9c-adbc-9db31920288f', 'name': 'network-vif-deleted', 'tag': 'a1452749-7697-4896-9845-e408f2432615'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:28:28.848139 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2079c4b-4513-44cd-b796-00c03571805e" -d '{"events": [{"server_uuid": "b75e6c63-1b3e-4a9c-adbc-9db31920288f", "name": "network-vif-deleted", "tag": "a1452749-7697-4896-9845-e408f2432615"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:28:28.887515 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15df0170-bd73-400d-9092-7fc7d89b0378 x-openstack-request-id: req-15df0170-bd73-400d-9092-7fc7d89b0378 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:28:28.887829 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75e6c63-1b3e-4a9c-adbc-9db31920288f", "name": "network-vif-deleted", "tag": "a1452749-7697-4896-9845-e408f2432615", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:28:28.888074 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15df0170-bd73-400d-9092-7fc7d89b0378 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:28:28.888459 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75e6c63-1b3e-4a9c-adbc-9db31920288f', 'name': 'network-vif-deleted', 'tag': 'a1452749-7697-4896-9845-e408f2432615', 'status': 'completed', 'code': 200} Oct 19 08:28:29.655296 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 41534) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:29.704088 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device f15e40d0-7913-4978-b0ff-8bd4d2ded1ec up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:28:29.706252 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d5d3d5-3d4e-4e36-b58a-224cb141c480 admin admin] Deleting subnet fb09846c-af61-4081-8b2b-a4066cda720c {{(pid=99813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:28:29.710104 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-23d5d3d5-3d4e-4e36-b58a-224cb141c480 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:29.747875 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-23d5d3d5-3d4e-4e36-b58a-224cb141c480 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60713938'] for subnet, precommit_delete_associations {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:29.757431 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:28:29.762559 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:28:29.762928 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:29.820917 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-23d5d3d5-3d4e-4e36-b58a-224cb141c480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:29.841200 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:29.858870 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d512de5-d06a-4879-a5b9-ff68fed82ce2 req-035958fa-655b-45fd-9a41-e4b55875e087 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:29.860443 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d512de5-d06a-4879-a5b9-ff68fed82ce2 req-035958fa-655b-45fd-9a41-e4b55875e087 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 944 time: 0.0831490 Oct 19 08:28:29.863889 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee918319-a52e-42ad-be1f-026c3f704860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15e40d0-7913-4978-b0ff-8bd4d2ded1ec'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:28:29.866323 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785c2d37-fe36-4a6c-ab95-912227d36a79" -d '{"events": [{"server_uuid": "ee918319-a52e-42ad-be1f-026c3f704860", "name": "network-vif-plugged", "status": "completed", "tag": "f15e40d0-7913-4978-b0ff-8bd4d2ded1ec"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:28:29.879338 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f15e40d0-7913-4978-b0ff-8bd4d2ded1ec,segment=NetworkSegment(2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30),segment_id=2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:29.885153 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:29.912880 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ffdef9-0041-43e8-961a-c48dd4f1586a x-openstack-request-id: req-e8ffdef9-0041-43e8-961a-c48dd4f1586a {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:28:29.913168 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee918319-a52e-42ad-be1f-026c3f704860", "name": "network-vif-plugged", "status": "completed", "tag": "f15e40d0-7913-4978-b0ff-8bd4d2ded1ec", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:28:29.913417 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8ffdef9-0041-43e8-961a-c48dd4f1586a {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:28:29.913797 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee918319-a52e-42ad-be1f-026c3f704860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15e40d0-7913-4978-b0ff-8bd4d2ded1ec', 'code': 200} Oct 19 08:28:29.917080 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2d512de5-d06a-4879-a5b9-ff68fed82ce2 req-ea4b4825-bb0d-4f37-a9b8-0b25b3a3cafc tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461998 Oct 19 08:28:29.923638 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-23d5d3d5-3d4e-4e36-b58a-224cb141c480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60714075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58818533'] for subnet, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:29.945636 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=f15e40d0-7913-4978-b0ff-8bd4d2ded1ec,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:29.955701 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5d3d5-3d4e-4e36-b58a-224cb141c480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb09846c-af61-4081-8b2b-a4066cda720c,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:29.961398 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-23d5d3d5-3d4e-4e36-b58a-224cb141c480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:29.964581 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-23d5d3d5-3d4e-4e36-b58a-224cb141c480 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fb09846c-af61-4081-8b2b-a4066cda720c HTTP/1.1" status: 204 len: 168 time: 0.3080237 Oct 19 08:28:29.967018 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 41542) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:30.038778 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9d04c1e1-b57e-48ab-875c-12d88ee98d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:30.144027 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9d04c1e1-b57e-48ab-875c-12d88ee98d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:30.167171 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56ffe3-b218-4a70-bcf7-e8b507e52778 req-ec551f2d-f305-4f9d-9948-521910ccf2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:30.168656 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3c56ffe3-b218-4a70-bcf7-e8b507e52778 req-ec551f2d-f305-4f9d-9948-521910ccf2aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 1098 time: 0.1011205 Oct 19 08:28:30.170095 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-9d04c1e1-b57e-48ab-875c-12d88ee98d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbed0243-7d71-4fc4-9caf-afbd08f9b31f']}} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:30.185456 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-9d04c1e1-b57e-48ab-875c-12d88ee98d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744fc711-19e2-4994-a093-086df5c9a142') {'for_net_delete': True} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:30.185615 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-9d04c1e1-b57e-48ab-875c-12d88ee98d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744fc711-19e2-4994-a093-086df5c9a142') {} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:30.201307 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9d04c1e1-b57e-48ab-875c-12d88ee98d06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60713931'] for segment, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:30.224102 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9d04c1e1-b57e-48ab-875c-12d88ee98d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:30.227136 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3c56ffe3-b218-4a70-bcf7-e8b507e52778 req-7bbd2de2-c509-41aa-a123-eabb3e83d186 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496125 Oct 19 08:28:30.231534 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d04c1e1-b57e-48ab-875c-12d88ee98d06 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=99813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:28:30.231913 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9d04c1e1-b57e-48ab-875c-12d88ee98d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60713989'] for segment, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: Traceback (most recent call last): Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: timer() Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: cb(*args, **kw) Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: return func(*args, **kwargs) Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: self._notify() Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: self.callback(batched_events) Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: event.method(event) Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: return f(self, *a, **k) Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._get(url).json() Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: return self.request(url, 'GET', **kwargs) Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:28:30.233510 dv-cinder-813984-3-iscsi neutron-server[99813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:28:30.289042 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9d04c1e1-b57e-48ab-875c-12d88ee98d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:30.294175 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9d04c1e1-b57e-48ab-875c-12d88ee98d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:30.297279 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-9d04c1e1-b57e-48ab-875c-12d88ee98d06 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fbed0243-7d71-4fc4-9caf-afbd08f9b31f HTTP/1.1" status: 204 len: 168 time: 0.3293674 Oct 19 08:28:30.308173 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04c1e1-b57e-48ab-875c-12d88ee98d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbed0243-7d71-4fc4-9caf-afbd08f9b31f,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:30.481947 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 41554) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:30.521178 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4dc0b673-0849-4a8f-8326-d1778b552d7b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1e6b0972cf140649ed2cad14f2db0b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380268 Oct 19 08:28:30.523513 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 41556) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:30.569473 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-11e91efe-dafe-4806-85dc-34d0f57f2f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:30.598156 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-11e91efe-dafe-4806-85dc-34d0f57f2f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:30.643025 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-11e91efe-dafe-4806-85dc-34d0f57f2f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:30.646652 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-11e91efe-dafe-4806-85dc-34d0f57f2f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:30.647782 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-11e91efe-dafe-4806-85dc-34d0f57f2f80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1e26c1c-ca85-4c44-8cb8-b13604487732 HTTP/1.1" status: 204 len: 168 time: 0.1233878 Oct 19 08:28:30.658390 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e91efe-dafe-4806-85dc-34d0f57f2f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e26c1c-ca85-4c44-8cb8-b13604487732,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:30.998152 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a53ff5-30a9-4cb8-afb2-565f37780a1a req-f61d203e-ad2d-4ab2-8945-9df468cb6e43 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:31.000098 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e8a53ff5-30a9-4cb8-afb2-565f37780a1a req-f61d203e-ad2d-4ab2-8945-9df468cb6e43 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0574093 Oct 19 08:28:31.084600 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee67e4-56ff-4db7-befe-cc87a6064e59 req-71e263f5-db38-493b-ae22-8851cc900a77 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:31.086240 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-52ee67e4-56ff-4db7-befe-cc87a6064e59 req-71e263f5-db38-493b-ae22-8851cc900a77 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 945 time: 0.0850632 Oct 19 08:28:31.091843 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e8a53ff5-30a9-4cb8-afb2-565f37780a1a req-d6269637-08b9-4e1b-9fcd-d3e24571f3b2 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800552 Oct 19 08:28:31.129566 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-52ee67e4-56ff-4db7-befe-cc87a6064e59 req-42dbe23b-8745-4ef2-8b18-7b8897185712 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368032 Oct 19 08:28:31.721348 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device a1452749-7697-4896-9845-e408f2432615 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:28:31.741648 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: a1452749-7697-4896-9845-e408f2432615 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:28:31.741989 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device a1452749-7697-4896-9845-e408f2432615 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:28:32.247641 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27781b9-3eaa-45ff-9a1e-00238eb11e60 req-cfc7d6ba-bd80-4a4b-a2a7-d636c2f5d70c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:32.249096 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a27781b9-3eaa-45ff-9a1e-00238eb11e60 req-cfc7d6ba-bd80-4a4b-a2a7-d636c2f5d70c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0783050 Oct 19 08:28:32.283161 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cadf4c-1070-4b31-af30-6a9d4d7a40dd req-1cad4126-4d6e-45ad-95e4-f05c902fbaac tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:32.284588 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-80cadf4c-1070-4b31-af30-6a9d4d7a40dd req-1cad4126-4d6e-45ad-95e4-f05c902fbaac tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 945 time: 0.0827386 Oct 19 08:28:32.317552 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a27781b9-3eaa-45ff-9a1e-00238eb11e60 req-2b4149be-7ef9-43ea-b8e4-483bb584ca20 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606167 Oct 19 08:28:32.347196 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-80cadf4c-1070-4b31-af30-6a9d4d7a40dd req-f0e48a78-e71c-4b03-a7b9-69306064c253 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553596 Oct 19 08:28:33.450956 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4ef32-e1f9-4eb8-959e-7bf14e751b0d req-7710c73e-5421-4ddb-be4f-1945e0eab4b1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:33.453279 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-29a4ef32-e1f9-4eb8-959e-7bf14e751b0d req-7710c73e-5421-4ddb-be4f-1945e0eab4b1 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0564466 Oct 19 08:28:33.495734 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-29a4ef32-e1f9-4eb8-959e-7bf14e751b0d req-8b37cbd9-a341-4254-8a29-aacfe4939038 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354161 Oct 19 08:28:33.687138 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcb265-0753-4e6a-979d-6713b98ac995 req-cf1ec56e-cfd0-46b4-978c-d2e184599f87 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:33.688694 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-77bcb265-0753-4e6a-979d-6713b98ac995 req-cf1ec56e-cfd0-46b4-978c-d2e184599f87 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0493414 Oct 19 08:28:33.731027 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-77bcb265-0753-4e6a-979d-6713b98ac995 req-9189aab9-8006-415f-aef9-29ee8780019d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355690 Oct 19 08:28:33.788596 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 41686) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:33.890383 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4df5-0b74-4276-9e44-dd3b4e8ea2b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:33.967539 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4df5-0b74-4276-9e44-dd3b4e8ea2b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:33.971935 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4df5-0b74-4276-9e44-dd3b4e8ea2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:34.008941 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-fd3e4df5-0b74-4276-9e44-dd3b4e8ea2b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=631511ffc5154a12a86274bc3ffbf62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192976 Oct 19 08:28:34.010055 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e4df5-0b74-4276-9e44-dd3b4e8ea2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d031be-a713-46dc-bd33-572a956ac240,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:34.011695 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 41692) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:34.059206 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:34.081062 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:34.126410 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:34.129526 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:34.130805 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03d031be-a713-46dc-bd33-572a956ac240 HTTP/1.1" status: 204 len: 168 time: 0.1179435 Oct 19 08:28:34.138807 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d031be-a713-46dc-bd33-572a956ac240,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:34.145824 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:34.146169 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:34.146524 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:34.146853 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:34.147176 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:34.147497 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:34.147848 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:34.148126 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:34.148442 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:34.148750 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:34.149063 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:34.149372 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e684-b567-4c8f-a488-32b874741bd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:34.453966 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0d7a2-6a67-428f-9228-a57b39d0823e req-b0fab392-208e-4dc6-a46c-e54464b86463 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:34.455403 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b4b0d7a2-6a67-428f-9228-a57b39d0823e req-b0fab392-208e-4dc6-a46c-e54464b86463 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.11 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.0488427 Oct 19 08:28:34.552394 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-b4b0d7a2-6a67-428f-9228-a57b39d0823e req-1d9eb04e-81de-452b-8e60-12ecb3a5689a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Deleting port af354896-e292-4dc8-8c66-71861bbc0358 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:28:34.552853 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-b4b0d7a2-6a67-428f-9228-a57b39d0823e req-1d9eb04e-81de-452b-8e60-12ecb3a5689a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:34.685298 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcf152-f486-4a14-96f7-95b9c299a907 req-adf67ee1-696a-4114-a4e8-31413094890d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:34.686781 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d9dcf152-f486-4a14-96f7-95b9c299a907 req-adf67ee1-696a-4114-a4e8-31413094890d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb56f1c-831c-4725-b502-fbf7f6b9fe5b HTTP/1.1" status: 200 len: 945 time: 0.1070046 Oct 19 08:28:34.688711 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-b4b0d7a2-6a67-428f-9228-a57b39d0823e req-1d9eb04e-81de-452b-8e60-12ecb3a5689a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] For port af354896-e292-4dc8-8c66-71861bbc0358, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=af354896-e292-4dc8-8c66-71861bbc0358,segment=NetworkSegment(0e445511-1b44-42b3-b617-9e3715b1bba3),segment_id=0e445511-1b44-42b3-b617-9e3715b1bba3)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:34.688923 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-b4b0d7a2-6a67-428f-9228-a57b39d0823e req-1d9eb04e-81de-452b-8e60-12ecb3a5689a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:34.712914 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-b4b0d7a2-6a67-428f-9228-a57b39d0823e req-1d9eb04e-81de-452b-8e60-12ecb3a5689a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Calling delete_port for af354896-e292-4dc8-8c66-71861bbc0358 owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:28:34.780635 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d9dcf152-f486-4a14-96f7-95b9c299a907 req-59b8e421-f943-459e-937a-51c6ff5be7da tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832248 Oct 19 08:28:34.920833 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc6fdf-ff94-4e01-88ec-3014c7938459 req-4ff0c05f-63b5-43df-a1b1-c6030931021c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:34.922316 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-82cc6fdf-ff94-4e01-88ec-3014c7938459 req-4ff0c05f-63b5-43df-a1b1-c6030931021c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0848820 Oct 19 08:28:34.950110 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-b4b0d7a2-6a67-428f-9228-a57b39d0823e req-1d9eb04e-81de-452b-8e60-12ecb3a5689a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:34.966213 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082', 'af354896-e292-4dc8-8c66-71861bbc0358'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:28:34.991334 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9eb04e-81de-452b-8e60-12ecb3a5689a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Pushing event deleted for resources: {'Port': ['ID=af354896-e292-4dc8-8c66-71861bbc0358,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:34.999918 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-82cc6fdf-ff94-4e01-88ec-3014c7938459 req-5a4e00f0-e3d4-4275-89ee-7c988f9587fd tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661566 Oct 19 08:28:35.084645 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b0d7a2-6a67-428f-9228-a57b39d0823e req-1d9eb04e-81de-452b-8e60-12ecb3a5689a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] No DVR routers for this DVR port af354896-e292-4dc8-8c66-71861bbc0358 on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:28:35.089764 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-b4b0d7a2-6a67-428f-9228-a57b39d0823e req-1d9eb04e-81de-452b-8e60-12ecb3a5689a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:35.097916 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b4b0d7a2-6a67-428f-9228-a57b39d0823e req-1d9eb04e-81de-452b-8e60-12ecb3a5689a tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.11 "DELETE /v2.0/ports/af354896-e292-4dc8-8c66-71861bbc0358 HTTP/1.1" status: 204 len: 173 time: 0.6347141 Oct 19 08:28:35.098719 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb56f1c-831c-4725-b502-fbf7f6b9fe5b', 'name': 'network-vif-deleted', 'tag': 'af354896-e292-4dc8-8c66-71861bbc0358'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:28:35.102530 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a32e00-533b-4439-b1b6-46ede6c7d867" -d '{"events": [{"server_uuid": "feb56f1c-831c-4725-b502-fbf7f6b9fe5b", "name": "network-vif-deleted", "tag": "af354896-e292-4dc8-8c66-71861bbc0358"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:28:35.147458 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602df1f5-00f3-4d24-970a-b7b46b985c29 x-openstack-request-id: req-602df1f5-00f3-4d24-970a-b7b46b985c29 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:28:35.147458 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb56f1c-831c-4725-b502-fbf7f6b9fe5b", "name": "network-vif-deleted", "tag": "af354896-e292-4dc8-8c66-71861bbc0358", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:28:35.147458 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-602df1f5-00f3-4d24-970a-b7b46b985c29 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:28:35.147458 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb56f1c-831c-4725-b502-fbf7f6b9fe5b', 'name': 'network-vif-deleted', 'tag': 'af354896-e292-4dc8-8c66-71861bbc0358', 'status': 'completed', 'code': 200} Oct 19 08:28:36.055517 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726df1a2-e713-4c80-9136-55ab0a650fed req-c9ef689e-dbcd-4fe8-9838-4f9c2b0c3e11 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:36.057025 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-726df1a2-e713-4c80-9136-55ab0a650fed req-c9ef689e-dbcd-4fe8-9838-4f9c2b0c3e11 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0524929 Oct 19 08:28:36.096291 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-726df1a2-e713-4c80-9136-55ab0a650fed req-cdebc64a-2465-45fa-82c3-4e9dbef4cecb tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330160 Oct 19 08:28:36.141908 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f27d16-810e-4860-8c7a-32015fdca4a1 req-399ca299-2ad2-419b-8b38-b700695e6391 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:36.143381 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-67f27d16-810e-4860-8c7a-32015fdca4a1 req-399ca299-2ad2-419b-8b38-b700695e6391 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0510178 Oct 19 08:28:36.180415 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-67f27d16-810e-4860-8c7a-32015fdca4a1 req-a4ba0fca-8114-4e55-9343-091cb56f842f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300853 Oct 19 08:28:37.021374 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:28:37.221044 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fecd88-4d3a-4e57-9816-cad283d2fe7b req-7cd618d2-dce0-43bc-8a90-a974fef304f8 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:37.222539 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-88fecd88-4d3a-4e57-9816-cad283d2fe7b req-7cd618d2-dce0-43bc-8a90-a974fef304f8 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0495496 Oct 19 08:28:37.261455 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-88fecd88-4d3a-4e57-9816-cad283d2fe7b req-19ffc9be-6fe2-4a40-abcf-4a82da98c7a3 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325520 Oct 19 08:28:37.310701 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2df62a-8081-42d6-b646-a4372d59818d req-d2db539c-dbac-4ab0-badd-73b59772810d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:37.312127 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dc2df62a-8081-42d6-b646-a4372d59818d req-d2db539c-dbac-4ab0-badd-73b59772810d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0498319 Oct 19 08:28:37.348763 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dc2df62a-8081-42d6-b646-a4372d59818d req-2461ff5a-00f4-48b7-ad8a-a56b1193dde4 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299790 Oct 19 08:28:37.709914 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-8af52235-2db9-4858-bc1c-2934bd883847 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5c07ba81dc364646bfacfb309f6a1b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276892 Oct 19 08:28:37.730745 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device af354896-e292-4dc8-8c66-71861bbc0358 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:28:37.752310 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: af354896-e292-4dc8-8c66-71861bbc0358 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:28:37.752741 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device af354896-e292-4dc8-8c66-71861bbc0358 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:28:38.115253 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-015c3d9d-4d81-473c-93a4-a196ef9ea34d tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:38.116786 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-015c3d9d-4d81-473c-93a4-a196ef9ea34d tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4016860 Oct 19 08:28:38.133308 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-b3dc698f-a6f7-4120-8ade-267ce72c3745 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/quotas/5c07ba81dc364646bfacfb309f6a1b19 HTTP/1.1" status: 200 len: 375 time: 0.0098062 Oct 19 08:28:38.163208 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-134c8b2d-8755-4544-89c9-a992dcd5d9b0 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5c07ba81dc364646bfacfb309f6a1b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244365 Oct 19 08:28:38.315718 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-46852ce2-590f-45e9-87f2-e1b44e168854 req-06d19f9a-543f-48ef-9585-65748eebb261 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 210 time: 0.0292439 Oct 19 08:28:38.379532 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6ad39-8f90-4510-8d8a-f14aff3a22f9 req-002d5951-a52c-4156-8973-6c5326a5f297 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:38.381043 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bdd6ad39-8f90-4510-8d8a-f14aff3a22f9 req-002d5951-a52c-4156-8973-6c5326a5f297 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0501137 Oct 19 08:28:38.423106 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bdd6ad39-8f90-4510-8d8a-f14aff3a22f9 req-ad6e80cd-30ef-4714-903f-5efc0419c8e0 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357943 Oct 19 08:28:38.473717 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9de1b-ea91-420e-8c76-7593323d5468 req-f7db8952-9d8f-4b6e-8d34-f2be33ecda6d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:38.475721 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b1c9de1b-ea91-420e-8c76-7593323d5468 req-f7db8952-9d8f-4b6e-8d34-f2be33ecda6d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0517030 Oct 19 08:28:38.514695 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b1c9de1b-ea91-420e-8c76-7593323d5468 req-1259e115-5873-4076-862f-b650918ccf08 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330567 Oct 19 08:28:39.306549 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-4f5046a2-26c2-456c-a2c5-1e8930a75abf tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c07ba81dc364646bfacfb309f6a1b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214360 Oct 19 08:28:39.463580 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4cec4ad3-33ba-49f4-a3ee-6535c015c55a req-5bf230c6-81a6-4742-8fc0-90b034186443 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 210 time: 0.0388441 Oct 19 08:28:39.509839 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-c0b385ac-5631-4b6f-850c-2bd4dff93db9 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:39.511275 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-c0b385ac-5631-4b6f-850c-2bd4dff93db9 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950874 Oct 19 08:28:39.561991 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Request body: {'port': {'device_id': '2fa627cc-cd11-452a-bde6-f942981f8176', 'network_id': 'c8696ca7-0366-4c6c-847c-716f9595b624', 'admin_state_up': True, 'tenant_id': '5c07ba81dc364646bfacfb309f6a1b19'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:28:39.591493 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fc6f9-2446-4a92-a0fe-c396904137a4 req-ae5afd68-d7eb-49ee-858d-9e9f4a1418aa tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:39.593003 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3c9fc6f9-2446-4a92-a0fe-c396904137a4 req-ae5afd68-d7eb-49ee-858d-9e9f4a1418aa tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0783219 Oct 19 08:28:39.714876 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3c9fc6f9-2446-4a92-a0fe-c396904137a4 req-f1cace97-7b33-4e78-b65f-98722bfc1e25 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114385 Oct 19 08:28:39.732934 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c100e72-fcaf-4768-8088-89f5a466ac55 req-dff90c4b-2dff-44a2-b6d8-71a41535cc6f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:39.734389 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c100e72-fcaf-4768-8088-89f5a466ac55 req-dff90c4b-2dff-44a2-b6d8-71a41535cc6f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.1299989 Oct 19 08:28:39.776554 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Made reservation on behalf of 5c07ba81dc364646bfacfb309f6a1b19 for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:28:39.779853 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:39.794050 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c100e72-fcaf-4768-8088-89f5a466ac55 req-724b2adf-adc8-425c-821f-d082e4c83796 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529854 Oct 19 08:28:39.794865 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:39.871497 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:39.876018 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:39.940825 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:40.011915 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Allocated IP 192.168.233.242 (c8696ca7-0366-4c6c-847c-716f9595b624/2ffaba19-d4c8-4fb6-9632-ba9802c381ad/25da375e-68a3-4aab-9d7b-2a5b7029e754) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:28:40.156559 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:40.190137 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:40.237034 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Network c8696ca7-0366-4c6c-847c-716f9595b624 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:28:40.240917 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:28:40.244845 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:28:40.254872 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Pushing event updated for resources: {'Port': ['ID=25da375e-68a3-4aab-9d7b-2a5b7029e754,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:40.302195 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:40.302731 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:40.319668 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-d4d94f30-57ac-4e4d-889e-0ebcdd3b5d1c tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7642620 Oct 19 08:28:40.332705 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Request body: {'port': {'device_id': '2fa627cc-cd11-452a-bde6-f942981f8176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:28:40.391286 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:40.531917 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-ce08811e-284c-4e80-9b84-16e28f511b93 None None] Provisioning complete for port 25da375e-68a3-4aab-9d7b-2a5b7029e754 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:28:40.532439 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-ce08811e-284c-4e80-9b84-16e28f511b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:40.569551 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-ce08811e-284c-4e80-9b84-16e28f511b93 None None] Port 25da375e-68a3-4aab-9d7b-2a5b7029e754 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:28:40.638846 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190f0cc-9baf-4511-8579-9697ebc6b27f req-196d7db5-93d8-4f4a-8ada-faea891b3cc6 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:40.640317 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1190f0cc-9baf-4511-8579-9697ebc6b27f req-196d7db5-93d8-4f4a-8ada-faea891b3cc6 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 936 time: 0.1059587 Oct 19 08:28:40.701017 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1190f0cc-9baf-4511-8579-9697ebc6b27f req-0a030089-4014-4c3b-880a-0db158efdab6 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496538 Oct 19 08:28:40.736628 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25da375e-68a3-4aab-9d7b-2a5b7029e754 {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:28:40.745274 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:40.758865 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Transition to ACTIVE for port object 25da375e-68a3-4aab-9d7b-2a5b7029e754 will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:28:40.763585 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:40.855468 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Pushing event updated for resources: {'Port': ['ID=25da375e-68a3-4aab-9d7b-2a5b7029e754,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:40.971289 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b215ff-8cab-4cbe-b244-e553404c0c2d req-a03f02ed-73d2-4532-bad1-9be403737975 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:40.972837 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c5b215ff-8cab-4cbe-b244-e553404c0c2d req-a03f02ed-73d2-4532-bad1-9be403737975 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.1795390 Oct 19 08:28:41.027572 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40878f-479d-4fa2-9b74-fbe7f6527e81 req-0c6f686a-1378-491e-bf97-6d00497b2793 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:41.029057 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6e40878f-479d-4fa2-9b74-fbe7f6527e81 req-0c6f686a-1378-491e-bf97-6d00497b2793 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.1321082 Oct 19 08:28:41.034993 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Attempting to bind port 25da375e-68a3-4aab-9d7b-2a5b7029e754 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:28:41.035384 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Attempting to bind port 25da375e-68a3-4aab-9d7b-2a5b7029e754 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '7cfdf6b3-a06b-4f67-b74f-942ec045475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c8696ca7-0366-4c6c-847c-716f9595b624'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:28:41.035878 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Attempting to bind port 25da375e-68a3-4aab-9d7b-2a5b7029e754 on network c8696ca7-0366-4c6c-847c-716f9595b624 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:28:41.054146 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Port 25da375e-68a3-4aab-9d7b-2a5b7029e754 on network c8696ca7-0366-4c6c-847c-716f9595b624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:28:41.054456 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Attempting to bind port 25da375e-68a3-4aab-9d7b-2a5b7029e754 on network c8696ca7-0366-4c6c-847c-716f9595b624 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:28:41.070404 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c5b215ff-8cab-4cbe-b244-e553404c0c2d req-11c9eb74-b537-4db7-8542-a2e694b0ed6c tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904224 Oct 19 08:28:41.072254 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:28:41.072593 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Checking segment: {'id': '7cfdf6b3-a06b-4f67-b74f-942ec045475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c8696ca7-0366-4c6c-847c-716f9595b624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:28:41.072952 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Bound using segment: {'id': '7cfdf6b3-a06b-4f67-b74f-942ec045475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c8696ca7-0366-4c6c-847c-716f9595b624'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:28:41.073376 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Bound port: 25da375e-68a3-4aab-9d7b-2a5b7029e754, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cfdf6b3-a06b-4f67-b74f-942ec045475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c8696ca7-0366-4c6c-847c-716f9595b624'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:28:41.073724 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:41.118503 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6e40878f-479d-4fa2-9b74-fbe7f6527e81 req-4dedae0e-9a14-4572-9988-a3b6dabe5e39 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804689 Oct 19 08:28:41.147795 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] For port 25da375e-68a3-4aab-9d7b-2a5b7029e754, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:28:41.150766 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] For port 25da375e-68a3-4aab-9d7b-2a5b7029e754, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=25da375e-68a3-4aab-9d7b-2a5b7029e754,segment=NetworkSegment(7cfdf6b3-a06b-4f67-b74f-942ec045475e),segment_id=7cfdf6b3-a06b-4f67-b74f-942ec045475e)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:28:41.154783 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:41.188227 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:41.188823 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:41.190162 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] 10.222.0.11 "PUT /v2.0/ports/25da375e-68a3-4aab-9d7b-2a5b7029e754 HTTP/1.1" status: 200 len: 1098 time: 0.8616285 Oct 19 08:28:41.190607 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa627cc-cd11-452a-bde6-f942981f8176', 'tag': '25da375e-68a3-4aab-9d7b-2a5b7029e754'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:28:41.193493 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6f6a93-4d7d-427c-9b08-fc6c42990e06" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa627cc-cd11-452a-bde6-f942981f8176", "tag": "25da375e-68a3-4aab-9d7b-2a5b7029e754"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:28:41.216605 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14f142-5ab4-48b1-a055-ee3f5fc84c0d service neutron] Pushing event updated for resources: {'Port': ['ID=25da375e-68a3-4aab-9d7b-2a5b7029e754,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:41.228348 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94047e1-0623-43b4-905b-c04d9bfc0c03 x-openstack-request-id: req-d94047e1-0623-43b4-905b-c04d9bfc0c03 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:28:41.228622 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa627cc-cd11-452a-bde6-f942981f8176", "tag": "25da375e-68a3-4aab-9d7b-2a5b7029e754", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:28:41.228863 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d94047e1-0623-43b4-905b-c04d9bfc0c03 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:28:41.229243 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa627cc-cd11-452a-bde6-f942981f8176', 'tag': '25da375e-68a3-4aab-9d7b-2a5b7029e754', 'status': 'completed', 'code': 200} Oct 19 08:28:41.817089 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7da54-1d92-43ef-89af-ded5fc0066fe req-84e3e568-4089-4f50-82cd-3f7b73785786 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:41.818851 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cff7da54-1d92-43ef-89af-ded5fc0066fe req-84e3e568-4089-4f50-82cd-3f7b73785786 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 948 time: 0.0518064 Oct 19 08:28:41.856233 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cff7da54-1d92-43ef-89af-ded5fc0066fe req-26f3f70a-baf1-44ec-8a4b-4aeabfb7aae0 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 Oct 19 08:28:41.906108 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-6f56d4c0-cdd6-4d76-8e70-dad9f2708157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:42.186430 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec8a88-2f19-4427-beda-ecded8afc85b req-5a7b8612-6634-45a3-981a-51dc4e3c4322 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:42.187908 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-35ec8a88-2f19-4427-beda-ecded8afc85b req-5a7b8612-6634-45a3-981a-51dc4e3c4322 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0486207 Oct 19 08:28:42.251343 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-35ec8a88-2f19-4427-beda-ecded8afc85b req-b983d9c4-fda8-4f8e-97ad-5968aa8200a5 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536809 Oct 19 08:28:42.259072 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ef897-6320-4d91-9f0b-455aa6915103 req-9ce99aeb-9fb1-4d48-b98c-01a856ca5ed3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:42.260448 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-514ef897-6320-4d91-9f0b-455aa6915103 req-9ce99aeb-9fb1-4d48-b98c-01a856ca5ed3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0714273 Oct 19 08:28:42.302333 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-514ef897-6320-4d91-9f0b-455aa6915103 req-ccc7d059-9bda-402e-8a53-929943bef3c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358474 Oct 19 08:28:42.966412 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4111b8-3d80-4a0b-ab8e-3f80eb709c26 req-dd2a1264-cd5f-41f8-8dd2-779fd303ee64 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:42.967890 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7a4111b8-3d80-4a0b-ab8e-3f80eb709c26 req-dd2a1264-cd5f-41f8-8dd2-779fd303ee64 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 948 time: 0.0478244 Oct 19 08:28:43.007530 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7a4111b8-3d80-4a0b-ab8e-3f80eb709c26 req-9c6b6d6b-1ac8-4cc1-b2b9-9b826e2a1a69 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Oct 19 08:28:43.365509 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be2bbd-299d-407b-b76f-c0d1ada41ff7 req-a37c6d00-8603-4344-9099-4dd0c4f23342 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:43.367010 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-36be2bbd-299d-407b-b76f-c0d1ada41ff7 req-a37c6d00-8603-4344-9099-4dd0c4f23342 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0483770 Oct 19 08:28:43.435356 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-36be2bbd-299d-407b-b76f-c0d1ada41ff7 req-cb793844-7536-467f-b3e5-09ae1327b59d tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558095 Oct 19 08:28:43.445404 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f4a0-dd7f-4273-8e3f-515ce1adb9e6 req-ee48b1b0-1008-400a-be48-d4bfc4676256 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:43.446833 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bcc2f4a0-dd7f-4273-8e3f-515ce1adb9e6 req-ee48b1b0-1008-400a-be48-d4bfc4676256 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0754519 Oct 19 08:28:43.484303 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bcc2f4a0-dd7f-4273-8e3f-515ce1adb9e6 req-c668b5be-c429-4245-ad4d-c9424ae71eb6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314519 Oct 19 08:28:44.129776 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c700da4-4be6-470d-a3cc-ae686c7b702a req-38ba04df-f846-4d0a-8dc4-69818886c0cb tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:44.131268 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9c700da4-4be6-470d-a3cc-ae686c7b702a req-38ba04df-f846-4d0a-8dc4-69818886c0cb tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 948 time: 0.0486426 Oct 19 08:28:44.167484 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9c700da4-4be6-470d-a3cc-ae686c7b702a req-be8556d9-ffd7-4c39-b4ef-d80ea0bad0d6 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301228 Oct 19 08:28:44.548200 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fc65-725c-4357-bf0d-0a4884ac2bfb req-821431d2-d349-4586-8e67-09dd730cf625 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:44.549656 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bfd2fc65-725c-4357-bf0d-0a4884ac2bfb req-821431d2-d349-4586-8e67-09dd730cf625 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0492268 Oct 19 08:28:44.651635 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bfd2fc65-725c-4357-bf0d-0a4884ac2bfb req-31dd967d-1696-4946-a4a1-4ac69e093c5f tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945120 Oct 19 08:28:44.662649 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d88983-ba31-4233-836e-ddcf042322a3 req-adcbf688-1b08-4bbc-9d61-e8d62b4b4fde tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:44.664060 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-57d88983-ba31-4233-836e-ddcf042322a3 req-adcbf688-1b08-4bbc-9d61-e8d62b4b4fde tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.1082299 Oct 19 08:28:44.666600 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f6a93-4d7d-427c-9b08-fc6c42990e06 req-c5eb8574-fd3b-4682-8583-8dc299d71ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:44.667914 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8b6f6a93-4d7d-427c-9b08-fc6c42990e06 req-c5eb8574-fd3b-4682-8583-8dc299d71ba8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c07ba81dc364646bfacfb309f6a1b19&device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 1101 time: 0.0956664 Oct 19 08:28:44.706958 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8b6f6a93-4d7d-427c-9b08-fc6c42990e06 req-2e25c989-c3e4-4111-b41b-b84a9bca26f6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c07ba81dc364646bfacfb309f6a1b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231380 Oct 19 08:28:44.726448 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-57d88983-ba31-4233-836e-ddcf042322a3 req-0da6665a-be9d-40e3-bbeb-cc87e021251e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561292 Oct 19 08:28:44.810208 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f6a93-4d7d-427c-9b08-fc6c42990e06 req-57b81a1a-b9ce-4c6c-b08b-ce05c0d1a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:44.811762 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8b6f6a93-4d7d-427c-9b08-fc6c42990e06 req-57b81a1a-b9ce-4c6c-b08b-ce05c0d1a74d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948939 Oct 19 08:28:44.898895 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-bcdf2b21-51ca-4a18-9ccb-e53ffcb8afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:44.900347 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-bcdf2b21-51ca-4a18-9ccb-e53ffcb8afa3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c07ba81dc364646bfacfb309f6a1b19&device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 1101 time: 0.0413804 Oct 19 08:28:44.945429 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-3bc157b7-a07d-4d3d-bd8b-2d7c65cc1501 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=25da375e-68a3-4aab-9d7b-2a5b7029e754 HTTP/1.1" status: 200 len: 217 time: 0.0342348 Oct 19 08:28:44.996324 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-a616309e-120d-4233-a347-8fa4ae130a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:44.997666 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-a616309e-120d-4233-a347-8fa4ae130a3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ffaba19-d4c8-4fb6-9632-ba9802c381ad HTTP/1.1" status: 200 len: 843 time: 0.0443320 Oct 19 08:28:45.090464 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-6d2d8949-ece4-45b2-80fa-4e2786250103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:45.224212 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-81ddef04-5758-47e7-ad54-c573fc8096e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:45.225705 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-81ddef04-5758-47e7-ad54-c573fc8096e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c8696ca7-0366-4c6c-847c-716f9595b624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399957 Oct 19 08:28:45.333957 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53a932-3003-49c2-915d-81f972eae67d req-c272a625-b7cb-4c00-9e84-c0e59783ea52 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:45.335436 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ec53a932-3003-49c2-915d-81f972eae67d req-c272a625-b7cb-4c00-9e84-c0e59783ea52 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 948 time: 0.1025879 Oct 19 08:28:45.369870 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-23ddf6f1-f52a-475f-a37f-57b434a2eb50 service neutron] 10.222.0.11 "GET /v2.0/networks/c8696ca7-0366-4c6c-847c-716f9595b624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352818 Oct 19 08:28:45.394075 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ec53a932-3003-49c2-915d-81f972eae67d req-445e85f4-70c7-4ac8-aff8-6a5830d642f0 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528367 Oct 19 08:28:45.471542 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4c257b8-2c99-48d1-90f1-6823f44fc577 req-b24e1357-fc44-4728-a067-26474d539518 service neutron] 10.222.0.11 "GET /v2.0/networks/c8696ca7-0366-4c6c-847c-716f9595b624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898638 Oct 19 08:28:45.763056 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd1b72-80c2-4b0f-bcee-4f28e130b068 req-d5a19ffa-bd89-4f06-b9d4-8f5c472f28b9 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:45.764512 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-63fd1b72-80c2-4b0f-bcee-4f28e130b068 req-d5a19ffa-bd89-4f06-b9d4-8f5c472f28b9 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0484087 Oct 19 08:28:45.804958 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-63fd1b72-80c2-4b0f-bcee-4f28e130b068 req-54e26781-b56d-4804-85cc-058c9dca7c08 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/security-groups?id=654738e2-5b5d-4139-89b3-f44ebe2be58f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341392 Oct 19 08:28:45.852304 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794da8dd-8964-46f4-8bec-9a76f732230c req-9aff4fed-e6cc-4bd7-96e9-c89b8cf7ec6d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:45.853744 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-794da8dd-8964-46f4-8bec-9a76f732230c req-9aff4fed-e6cc-4bd7-96e9-c89b8cf7ec6d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0527902 Oct 19 08:28:45.890935 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-794da8dd-8964-46f4-8bec-9a76f732230c req-b441d801-4908-4896-95fa-99fc947b1cac tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Oct 19 08:28:45.919952 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:46.342116 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee341f2-0766-4d2b-b297-bbe62ff66dfd req-57adc995-02d5-4dc8-b9b4-831d087375cf tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:46.343572 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9ee341f2-0766-4d2b-b297-bbe62ff66dfd req-57adc995-02d5-4dc8-b9b4-831d087375cf tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.11 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 945 time: 0.0474646 Oct 19 08:28:46.444567 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-9ee341f2-0766-4d2b-b297-bbe62ff66dfd req-54f47947-1cdd-4afe-a910-da701dcf2582 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Deleting port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:28:46.444955 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-9ee341f2-0766-4d2b-b297-bbe62ff66dfd req-54f47947-1cdd-4afe-a910-da701dcf2582 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:46.594478 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-9ee341f2-0766-4d2b-b297-bbe62ff66dfd req-54f47947-1cdd-4afe-a910-da701dcf2582 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] For port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082,segment=NetworkSegment(0e445511-1b44-42b3-b617-9e3715b1bba3),segment_id=0e445511-1b44-42b3-b617-9e3715b1bba3)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:46.594866 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-9ee341f2-0766-4d2b-b297-bbe62ff66dfd req-54f47947-1cdd-4afe-a910-da701dcf2582 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:46.601629 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:46.605687 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecdf81-981b-4b84-9229-c1a706d2761b req-17609040-38a4-4742-82ce-1ec78980b233 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:46.607334 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d7ecdf81-981b-4b84-9229-c1a706d2761b req-17609040-38a4-4742-82ce-1ec78980b233 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 948 time: 0.0881121 Oct 19 08:28:46.628260 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-9ee341f2-0766-4d2b-b297-bbe62ff66dfd req-54f47947-1cdd-4afe-a910-da701dcf2582 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Calling delete_port for f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:28:46.693338 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d7ecdf81-981b-4b84-9229-c1a706d2761b req-c293e905-c6ec-4d74-92dc-c1957c04e7f7 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792584 Oct 19 08:28:46.781046 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-9ee341f2-0766-4d2b-b297-bbe62ff66dfd req-54f47947-1cdd-4afe-a910-da701dcf2582 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:46.793354 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:28:46.809883 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f47947-1cdd-4afe-a910-da701dcf2582 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Pushing event deleted for resources: {'Port': ['ID=f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:46.852125 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee341f2-0766-4d2b-b297-bbe62ff66dfd req-54f47947-1cdd-4afe-a910-da701dcf2582 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] No DVR routers for this DVR port f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:28:46.854636 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-9ee341f2-0766-4d2b-b297-bbe62ff66dfd req-54f47947-1cdd-4afe-a910-da701dcf2582 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:46.857944 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9ee341f2-0766-4d2b-b297-bbe62ff66dfd req-54f47947-1cdd-4afe-a910-da701dcf2582 tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.11 "DELETE /v2.0/ports/f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 HTTP/1.1" status: 204 len: 173 time: 0.5068724 Oct 19 08:28:46.858379 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a856f6-f552-461f-8d9c-4bf017cbbac5', 'name': 'network-vif-deleted', 'tag': 'f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:28:46.860623 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c029c7-234d-484c-b41c-0f7e8ee70b51" -d '{"events": [{"server_uuid": "a2a856f6-f552-461f-8d9c-4bf017cbbac5", "name": "network-vif-deleted", "tag": "f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:28:46.901521 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-464bc598-11e8-49e3-8388-5ddd683abe8f req-e2940c84-3f54-4ad6-80a6-2e82f53196db tempest-ServerRescueNegativeTestJSON-665084525 tempest-ServerRescueNegativeTestJSON-665084525-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a856f6-f552-461f-8d9c-4bf017cbbac5 HTTP/1.1" status: 200 len: 210 time: 0.0273423 Oct 19 08:28:46.902983 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a815c5-66b9-4eab-9a1c-172cb6f6474d x-openstack-request-id: req-30a815c5-66b9-4eab-9a1c-172cb6f6474d {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:28:46.903241 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a856f6-f552-461f-8d9c-4bf017cbbac5", "name": "network-vif-deleted", "tag": "f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:28:46.903521 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30a815c5-66b9-4eab-9a1c-172cb6f6474d {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:28:46.903901 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a856f6-f552-461f-8d9c-4bf017cbbac5', 'name': 'network-vif-deleted', 'tag': 'f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082', 'status': 'completed', 'code': 200} Oct 19 08:28:47.014206 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3313d4a-280d-47dd-897d-87c3db5635f6 req-64a3fbb1-96cf-4ae0-a2b9-ab7f5eccc46a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:47.015685 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c3313d4a-280d-47dd-897d-87c3db5635f6 req-64a3fbb1-96cf-4ae0-a2b9-ab7f5eccc46a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0530944 Oct 19 08:28:47.054223 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c3313d4a-280d-47dd-897d-87c3db5635f6 req-a6613fb4-f87e-406c-a3fb-02efd2af113a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Oct 19 08:28:47.519188 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1cbed-a96b-4c36-876f-1daaa154c4b7 req-c3cd8197-cb0b-4192-8289-b3d566b21a78 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:47.521202 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-28a1cbed-a96b-4c36-876f-1daaa154c4b7 req-c3cd8197-cb0b-4192-8289-b3d566b21a78 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0494378 Oct 19 08:28:47.560746 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-28a1cbed-a96b-4c36-876f-1daaa154c4b7 req-ccec2d0a-6f3f-49ba-a568-1dd20ed33857 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333250 Oct 19 08:28:47.667310 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:47.810273 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e334a8-60b6-474e-b215-0fb7e92275c5 req-4d29ed66-5d95-46e2-ad83-cd9e987bae56 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:47.811881 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-01e334a8-60b6-474e-b215-0fb7e92275c5 req-4d29ed66-5d95-46e2-ad83-cd9e987bae56 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 948 time: 0.0494688 Oct 19 08:28:47.852083 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-01e334a8-60b6-474e-b215-0fb7e92275c5 req-c7da78bd-b802-42bf-a4aa-a17a471829da tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321183 Oct 19 08:28:47.956269 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42024) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:48.398279 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57003d68-0217-4800-b2bf-9ff7d1949390 req-9b5b648e-6d2b-4d2d-94b6-2afec92fb5d4 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:48.399698 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-57003d68-0217-4800-b2bf-9ff7d1949390 req-9b5b648e-6d2b-4d2d-94b6-2afec92fb5d4 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0888870 Oct 19 08:28:48.467437 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-57003d68-0217-4800-b2bf-9ff7d1949390 req-b837f7db-83b2-40d7-a119-323bbaeaf06f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588667 Oct 19 08:28:48.661373 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-cceb147c-243a-40dc-8e67-bb8e74459701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626554'] for router_interface, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:48.730434 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2a01-ab55-4deb-bf5b-bf553204a178 req-55450a0c-3fff-45f9-b1f2-5b88d8544b17 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:48.731915 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d35f2a01-ab55-4deb-bf5b-bf553204a178 req-55450a0c-3fff-45f9-b1f2-5b88d8544b17 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.1041811 Oct 19 08:28:48.852722 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d35f2a01-ab55-4deb-bf5b-bf553204a178 req-7c5fd20d-f63c-4435-898a-ea28d131a12a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955243 Oct 19 08:28:49.003529 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2487bb-2754-49fc-890d-216d6a89ecd2 req-79ab5f09-a239-4a03-8bd8-7ff6440c6715 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:49.005490 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe2487bb-2754-49fc-890d-216d6a89ecd2 req-79ab5f09-a239-4a03-8bd8-7ff6440c6715 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 948 time: 0.0844734 Oct 19 08:28:49.069417 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe2487bb-2754-49fc-890d-216d6a89ecd2 req-2ecc9506-2a54-4fd6-aa49-b9afdad07893 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436289 Oct 19 08:28:49.079215 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-cceb147c-243a-40dc-8e67-bb8e74459701 admin admin] Deleting port daa542af-e328-4582-ad6c-45cdaa6fb605 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:28:49.079552 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-cceb147c-243a-40dc-8e67-bb8e74459701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:49.156454 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-cceb147c-243a-40dc-8e67-bb8e74459701 admin admin] For port daa542af-e328-4582-ad6c-45cdaa6fb605, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=daa542af-e328-4582-ad6c-45cdaa6fb605,segment=NetworkSegment(0e445511-1b44-42b3-b617-9e3715b1bba3),segment_id=0e445511-1b44-42b3-b617-9e3715b1bba3)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:49.156809 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-cceb147c-243a-40dc-8e67-bb8e74459701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:49.168538 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-cceb147c-243a-40dc-8e67-bb8e74459701 admin admin] Calling delete_port for daa542af-e328-4582-ad6c-45cdaa6fb605 owned by network:router_interface {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:28:49.338744 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-cceb147c-243a-40dc-8e67-bb8e74459701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:49.367045 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb147c-243a-40dc-8e67-bb8e74459701 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa542af-e328-4582-ad6c-45cdaa6fb605,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:49.527537 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-cceb147c-243a-40dc-8e67-bb8e74459701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626390'] for router_interface, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:49.658135 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdd35d-369c-46fc-b25b-783d286d0bcf req-89fbb230-41fa-4767-9537-037cb907314f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:49.659611 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-40cdd35d-369c-46fc-b25b-783d286d0bcf req-89fbb230-41fa-4767-9537-037cb907314f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.1187799 Oct 19 08:28:49.740100 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-40cdd35d-369c-46fc-b25b-783d286d0bcf req-b14b0871-ec2c-48df-a220-c0a5f478d44e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720100 Oct 19 08:28:49.800912 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cceb147c-243a-40dc-8e67-bb8e74459701 admin admin] Router de604bd7-805b-48d9-87ba-845000575a5d has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:28:49.908980 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceb147c-243a-40dc-8e67-bb8e74459701 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:28:49.916769 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-cceb147c-243a-40dc-8e67-bb8e74459701 admin admin] 10.222.0.26 "PUT /v2.0/routers/de604bd7-805b-48d9-87ba-845000575a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9569612 Oct 19 08:28:49.916933 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42052) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:49.920110 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2479c65-e33d-4548-a73d-1b7f85bcaeef None None] Sync routers for ids ['de604bd7-805b-48d9-87ba-845000575a5d'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:28:49.932104 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2479c65-e33d-4548-a73d-1b7f85bcaeef None None] Routers {'de604bd7-805b-48d9-87ba-845000575a5d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:28:49.932705 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-d2479c65-e33d-4548-a73d-1b7f85bcaeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:28:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['de604bd7-805b-48d9-87ba-845000575a5d'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:50.036621 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-d2479c65-e33d-4548-a73d-1b7f85bcaeef None None] Set router de604bd7-805b-48d9-87ba-845000575a5d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:28:50.037407 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575b920-bf2b-4bb5-bf49-8d74277018cc req-a50cd188-00e2-45a6-b42d-c47de3a8864d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:50.038990 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c575b920-bf2b-4bb5-bf49-8d74277018cc req-a50cd188-00e2-45a6-b42d-c47de3a8864d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.1199951 Oct 19 08:28:50.067669 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Publish callbacks [] for router, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:50.127760 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c575b920-bf2b-4bb5-bf49-8d74277018cc req-d01fcd07-65da-40de-a825-78328e471d92 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805736 Oct 19 08:28:50.238236 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-d2479c65-e33d-4548-a73d-1b7f85bcaeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1825922660-router', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:28:49Z', 'revision_number': 5, 'project_id': '656d95cbc7b3437ea618e2224cbbfeef', 'gw_port': {'id': '4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ac:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:11Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:50.248352 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8bdb8-1481-43d4-962b-2ceefb32f292 req-577949e0-6560-4f46-9e4f-9aef96e92a34 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:50.249829 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-16e8bdb8-1481-43d4-962b-2ceefb32f292 req-577949e0-6560-4f46-9e4f-9aef96e92a34 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 948 time: 0.1014071 Oct 19 08:28:50.251365 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:50.266473 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2479c65-e33d-4548-a73d-1b7f85bcaeef None None] Checking router: de604bd7-805b-48d9-87ba-845000575a5d for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:28:50.276539 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2479c65-e33d-4548-a73d-1b7f85bcaeef None None] Routers {'de604bd7-805b-48d9-87ba-845000575a5d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:28:50.277170 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-d2479c65-e33d-4548-a73d-1b7f85bcaeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:28:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['de604bd7-805b-48d9-87ba-845000575a5d'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:50.373035 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-d2479c65-e33d-4548-a73d-1b7f85bcaeef None None] Set router de604bd7-805b-48d9-87ba-845000575a5d gateway port host: None {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:28:50.433527 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-d2479c65-e33d-4548-a73d-1b7f85bcaeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1825922660-router', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:28:50Z', 'revision_number': 6, 'project_id': '656d95cbc7b3437ea618e2224cbbfeef', 'gw_port_host': None}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:50.462436 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2479c65-e33d-4548-a73d-1b7f85bcaeef None None] The sync data for ids ['de604bd7-805b-48d9-87ba-845000575a5d'] in dv-cinder-813984-3-iscsi is: [{'id': 'de604bd7-805b-48d9-87ba-845000575a5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1825922660-router', 'tenant_id': '656d95cbc7b3437ea618e2224cbbfeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:28:50Z', 'revision_number': 6, 'project_id': '656d95cbc7b3437ea618e2224cbbfeef', 'gw_port_host': None}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:28:50.547083 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-16e8bdb8-1481-43d4-962b-2ceefb32f292 req-30ce1ac9-0bb7-44fa-a504-f437b052c911 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875841 Oct 19 08:28:50.566515 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Deleting port 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:28:50.566962 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:50.645828 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] For port 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:50.646180 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:50.657267 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Calling delete_port for 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef owned by network:router_gateway {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:28:50.848680 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:50.880512 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:50.934837 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8ad68-4cdb-4395-a52b-97bbc61dd35e req-fe12be74-fbc4-4f30-855c-cab4ea2382b8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:50.936299 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-43c8ad68-4cdb-4395-a52b-97bbc61dd35e req-fe12be74-fbc4-4f30-855c-cab4ea2382b8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.1223130 Oct 19 08:28:50.972334 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627888'] for router_gateway, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.052956 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-43c8ad68-4cdb-4395-a52b-97bbc61dd35e req-3def1df9-b5fc-41d0-8602-8f5c832832d5 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106465 Oct 19 08:28:51.084890 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7290'] for router, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.087133 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.148767 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625344'] for router, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.149333 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de604bd7-805b-48d9-87ba-845000575a5d {{(pid=99813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:28:51.154402 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.157037 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-d8ab4ee6-ceea-48dd-9a7d-ae32f8e06717 admin admin] 10.222.0.26 "DELETE /v2.0/routers/de604bd7-805b-48d9-87ba-845000575a5d HTTP/1.1" status: 204 len: 168 time: 1.2391679 Oct 19 08:28:51.159525 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42082) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:51.216297 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3de4701-0a54-408f-9c7f-1bc415f32801 admin admin] Deleting subnet 8b4a4536-b5d9-4719-8e5f-eed0720f1f4c {{(pid=99813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:28:51.232028 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b3de4701-0a54-408f-9c7f-1bc415f32801 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.273187 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b3de4701-0a54-408f-9c7f-1bc415f32801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60713938'] for subnet, precommit_delete_associations {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.307633 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b0851-ea06-42a9-8f07-78440e59d75b req-0f63bca0-4167-4c27-88d1-4b9363e473a9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:51.309077 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f78b0851-ea06-42a9-8f07-78440e59d75b req-0f63bca0-4167-4c27-88d1-4b9363e473a9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.1067321 Oct 19 08:28:51.341777 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b3de4701-0a54-408f-9c7f-1bc415f32801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.345872 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.384667 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f78b0851-ea06-42a9-8f07-78440e59d75b req-2c00f872-7e7e-4ade-958a-8cb64f05f0c4 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695789 Oct 19 08:28:51.416068 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b3de4701-0a54-408f-9c7f-1bc415f32801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60714075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58818533'] for subnet, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.445311 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de4701-0a54-408f-9c7f-1bc415f32801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b4a4536-b5d9-4719-8e5f-eed0720f1f4c,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:51.450554 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b3de4701-0a54-408f-9c7f-1bc415f32801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.454025 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-b3de4701-0a54-408f-9c7f-1bc415f32801 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8b4a4536-b5d9-4719-8e5f-eed0720f1f4c HTTP/1.1" status: 204 len: 168 time: 0.2932370 Oct 19 08:28:51.456618 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42084) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:51.480817 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device daa542af-e328-4582-ad6c-45cdaa6fb605 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:28:51.506779 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: daa542af-e328-4582-ad6c-45cdaa6fb605 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:28:51.507308 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device daa542af-e328-4582-ad6c-45cdaa6fb605 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:28:51.508033 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:28:51.528577 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:28:51.528749 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4ddd9abd-2cfc-4ae8-9ac9-feede10dd3ef not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:28:51.539180 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586b464-e666-4d99-b0f9-71a03ae9cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.622939 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586b464-e666-4d99-b0f9-71a03ae9cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.667468 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-a586b464-e666-4d99-b0f9-71a03ae9cc14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6374a03-ed1d-4ba6-a790-eef480dd3eea']}} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:51.681619 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-a586b464-e666-4d99-b0f9-71a03ae9cc14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e445511-1b44-42b3-b617-9e3715b1bba3') {'for_net_delete': True} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:51.681912 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-a586b464-e666-4d99-b0f9-71a03ae9cc14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e445511-1b44-42b3-b617-9e3715b1bba3') {} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:51.694475 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586b464-e666-4d99-b0f9-71a03ae9cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60713931'] for segment, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.716052 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac56e6-bc55-485e-82fd-08f772df86eb req-2107c06c-af7d-4dda-ac3b-844bb7dd2931 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:51.717530 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-19ac56e6-bc55-485e-82fd-08f772df86eb req-2107c06c-af7d-4dda-ac3b-844bb7dd2931 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 948 time: 0.0967319 Oct 19 08:28:51.721313 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586b464-e666-4d99-b0f9-71a03ae9cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.734668 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a586b464-e666-4d99-b0f9-71a03ae9cc14 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=99813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:28:51.735157 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586b464-e666-4d99-b0f9-71a03ae9cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60713989'] for segment, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: Traceback (most recent call last): Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: timer() Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: cb(*args, **kw) Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: return func(*args, **kwargs) Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: self._notify() Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: self.callback(batched_events) Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: event.method(event) Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: return f(self, *a, **k) Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._get(url).json() Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: return self.request(url, 'GET', **kwargs) Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:28:51.736914 dv-cinder-813984-3-iscsi neutron-server[99813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:28:51.809123 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-19ac56e6-bc55-485e-82fd-08f772df86eb req-68b4b4a5-c982-461b-9e91-2588ea0cdda4 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848265 Oct 19 08:28:51.813590 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586b464-e666-4d99-b0f9-71a03ae9cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.820944 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586b464-e666-4d99-b0f9-71a03ae9cc14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:51.824204 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-a586b464-e666-4d99-b0f9-71a03ae9cc14 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e6374a03-ed1d-4ba6-a790-eef480dd3eea HTTP/1.1" status: 204 len: 168 time: 0.3659282 Oct 19 08:28:51.838211 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586b464-e666-4d99-b0f9-71a03ae9cc14 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6374a03-ed1d-4ba6-a790-eef480dd3eea,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:52.011942 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42096) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:52.052622 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-b0118018-9ab1-4368-bcdb-ae47b4e0bfac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=656d95cbc7b3437ea618e2224cbbfeef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394795 Oct 19 08:28:52.055176 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42098) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:52.108766 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3fde5e75-2163-486b-92ea-725604e75df4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:52.152574 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3fde5e75-2163-486b-92ea-725604e75df4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:52.234765 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a3e14-5358-454e-ba09-44bf3005c5d1 req-4f35b62f-dd01-4662-8882-fa4ebc9c8c61 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:52.236660 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f48a3e14-5358-454e-ba09-44bf3005c5d1 req-4f35b62f-dd01-4662-8882-fa4ebc9c8c61 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.1056929 Oct 19 08:28:52.275700 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3fde5e75-2163-486b-92ea-725604e75df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:52.278523 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3fde5e75-2163-486b-92ea-725604e75df4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:52.279637 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-3fde5e75-2163-486b-92ea-725604e75df4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/654738e2-5b5d-4139-89b3-f44ebe2be58f HTTP/1.1" status: 204 len: 168 time: 0.2235689 Oct 19 08:28:52.301269 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f48a3e14-5358-454e-ba09-44bf3005c5d1 req-7404608c-7cc3-4e70-9e6a-4e3ac3e717ef tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568087 Oct 19 08:28:52.302388 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde5e75-2163-486b-92ea-725604e75df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654738e2-5b5d-4139-89b3-f44ebe2be58f,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:52.509493 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a9c3a-6f79-472e-b231-f42f5d809711 req-3a7d1d0d-7464-4f53-a9c6-ecd90b520087 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:52.511104 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-550a9c3a-6f79-472e-b231-f42f5d809711 req-3a7d1d0d-7464-4f53-a9c6-ecd90b520087 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0496967 Oct 19 08:28:52.549896 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-550a9c3a-6f79-472e-b231-f42f5d809711 req-8ecfe30a-d4cd-40fa-8c82-ab4e8fccb291 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328791 Oct 19 08:28:52.935062 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d163c-019d-4a66-8c4f-e37ad2f9bfba req-4ca1f6cb-ad44-4bb7-97a6-70b664e7b3a9 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:52.936538 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-812d163c-019d-4a66-8c4f-e37ad2f9bfba req-4ca1f6cb-ad44-4bb7-97a6-70b664e7b3a9 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 948 time: 0.0514390 Oct 19 08:28:52.975683 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-812d163c-019d-4a66-8c4f-e37ad2f9bfba req-65ebf85e-080d-476a-b519-edce57a89b59 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326467 Oct 19 08:28:53.309163 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 25da375e-68a3-4aab-9d7b-2a5b7029e754 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:28:53.358567 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:28:53.413890 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:28:53.414223 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:28:53.443013 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010d566-bf00-4e6b-942e-01cd59921401 req-737f0cff-bc02-4657-93f3-f77ed7d57f84 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:53.444562 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a010d566-bf00-4e6b-942e-01cd59921401 req-737f0cff-bc02-4657-93f3-f77ed7d57f84 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0610313 Oct 19 08:28:53.447261 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 25da375e-68a3-4aab-9d7b-2a5b7029e754, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=25da375e-68a3-4aab-9d7b-2a5b7029e754,segment=NetworkSegment(7cfdf6b3-a06b-4f67-b74f-942ec045475e),segment_id=7cfdf6b3-a06b-4f67-b74f-942ec045475e)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:53.461150 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '25da375e-68a3-4aab-9d7b-2a5b7029e754', 'network_id': 'c8696ca7-0366-4c6c-847c-716f9595b624', 'port_id': '25da375e-68a3-4aab-9d7b-2a5b7029e754', 'mac_address': 'fa:16:3e:28:68:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ffaba19-d4c8-4fb6-9632-ba9802c381ad', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:28:53.486473 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a010d566-bf00-4e6b-942e-01cd59921401 req-d13a6af8-f158-4716-a0d1-e882e5d92a1a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333083 Oct 19 08:28:53.506556 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:53.520223 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25da375e-68a3-4aab-9d7b-2a5b7029e754 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:28:53.539727 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 25da375e-68a3-4aab-9d7b-2a5b7029e754, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=25da375e-68a3-4aab-9d7b-2a5b7029e754,segment=NetworkSegment(7cfdf6b3-a06b-4f67-b74f-942ec045475e),segment_id=7cfdf6b3-a06b-4f67-b74f-942ec045475e)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:53.544549 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:53.596044 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=25da375e-68a3-4aab-9d7b-2a5b7029e754,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:53.683457 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a467f-914f-4697-99db-d9181ba4b455 req-df287e22-52b0-4f75-a514-e4e6e93d89a5 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:53.685226 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c91a467f-914f-4697-99db-d9181ba4b455 req-df287e22-52b0-4f75-a514-e4e6e93d89a5 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0627685 Oct 19 08:28:53.724901 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c91a467f-914f-4697-99db-d9181ba4b455 req-d4716b56-8960-48e1-92e6-6ba9fe4692b1 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324550 Oct 19 08:28:53.980004 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42174) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:54.101157 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f888082b-7c40-41a0-b9b9-62c146e175de admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.112679 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5aa52-6fd8-4f9c-becb-961432a074a2 req-a7ac600d-4129-4146-90c6-4385a950ebee tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:54.114483 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8da5aa52-6fd8-4f9c-becb-961432a074a2 req-a7ac600d-4129-4146-90c6-4385a950ebee tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 949 time: 0.0701451 Oct 19 08:28:54.174560 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8da5aa52-6fd8-4f9c-becb-961432a074a2 req-84b76296-2679-470b-8bf3-ada85808d4ea tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540628 Oct 19 08:28:54.202004 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['25da375e-68a3-4aab-9d7b-2a5b7029e754'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:28:54.217992 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f888082b-7c40-41a0-b9b9-62c146e175de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.222349 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f888082b-7c40-41a0-b9b9-62c146e175de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.260406 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-f888082b-7c40-41a0-b9b9-62c146e175de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fe470882be146b29054944e4cdee58e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793431 Oct 19 08:28:54.261500 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888082b-7c40-41a0-b9b9-62c146e175de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc2521a-8206-4e72-ac3b-551888a7d904,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:54.263127 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 42180) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:54.313312 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1970af97-57be-4d23-a0f9-fc0f5f5bb206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.335346 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1970af97-57be-4d23-a0f9-fc0f5f5bb206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.381270 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1970af97-57be-4d23-a0f9-fc0f5f5bb206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.384085 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1970af97-57be-4d23-a0f9-fc0f5f5bb206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.385219 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-1970af97-57be-4d23-a0f9-fc0f5f5bb206 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fc2521a-8206-4e72-ac3b-551888a7d904 HTTP/1.1" status: 204 len: 168 time: 0.1206706 Oct 19 08:28:54.392698 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970af97-57be-4d23-a0f9-fc0f5f5bb206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc2521a-8206-4e72-ac3b-551888a7d904,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:54.611722 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189334e8-592d-40b3-8a42-a83bf4b69c6b req-9ed4d7af-e2f7-4db1-b396-6ed407445e2c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:54.613172 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-189334e8-592d-40b3-8a42-a83bf4b69c6b req-9ed4d7af-e2f7-4db1-b396-6ed407445e2c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0523643 Oct 19 08:28:54.643668 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 42188) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:54.656553 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-189334e8-592d-40b3-8a42-a83bf4b69c6b req-ef040214-4410-45f5-8bbd-ef56d8f6c416 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365875 Oct 19 08:28:54.657158 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6f02e113-50b1-4cbd-af4a-00daf4a2c759 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.730580 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6f02e113-50b1-4cbd-af4a-00daf4a2c759 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.734529 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6f02e113-50b1-4cbd-af4a-00daf4a2c759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.764250 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02e113-50b1-4cbd-af4a-00daf4a2c759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90387107-75d8-4638-a541-31cadf15940c,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:54.782310 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-6f02e113-50b1-4cbd-af4a-00daf4a2c759 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=afd3515a975441039677358ffb046543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1373913 Oct 19 08:28:54.782789 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42200) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:54.882139 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7a05e-1686-4a83-946c-687eaf762436 req-97a14717-b15e-45e6-9ee3-b76f762fcc2d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:54.883903 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0cc7a05e-1686-4a83-946c-687eaf762436 req-97a14717-b15e-45e6-9ee3-b76f762fcc2d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0801916 Oct 19 08:28:54.884967 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c6368fe2-e74c-4d6e-8206-87255a8f303c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.920972 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c6368fe2-e74c-4d6e-8206-87255a8f303c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.952031 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0cc7a05e-1686-4a83-946c-687eaf762436 req-ba6249c9-8249-440d-8ae3-8af7a92bdf83 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571451 Oct 19 08:28:54.989968 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c6368fe2-e74c-4d6e-8206-87255a8f303c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.992856 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c6368fe2-e74c-4d6e-8206-87255a8f303c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:54.994006 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-c6368fe2-e74c-4d6e-8206-87255a8f303c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90387107-75d8-4638-a541-31cadf15940c HTTP/1.1" status: 204 len: 168 time: 0.2102263 Oct 19 08:28:55.002031 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6368fe2-e74c-4d6e-8206-87255a8f303c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90387107-75d8-4638-a541-31cadf15940c,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:55.253770 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 42230) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:55.300641 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6beec3-8e7f-4cca-b537-f6d5afae5d2b req-1b94d258-7f34-4a2d-b1ad-dd77b7947928 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:55.303058 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ee6beec3-8e7f-4cca-b537-f6d5afae5d2b req-1b94d258-7f34-4a2d-b1ad-dd77b7947928 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 949 time: 0.0610514 Oct 19 08:28:55.312321 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 25da375e-68a3-4aab-9d7b-2a5b7029e754 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:28:55.351375 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ee6beec3-8e7f-4cca-b537-f6d5afae5d2b req-1de06698-513a-43b4-9080-87eb08c01236 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423896 Oct 19 08:28:55.381138 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port 25da375e-68a3-4aab-9d7b-2a5b7029e754 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:28:55.386168 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 25da375e-68a3-4aab-9d7b-2a5b7029e754 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:28:55.386568 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:55.391448 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-874feb2a-1087-42de-9c49-cb39ca95e27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:55.479299 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:55.481891 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-874feb2a-1087-42de-9c49-cb39ca95e27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:55.486253 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-874feb2a-1087-42de-9c49-cb39ca95e27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:55.502953 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa627cc-cd11-452a-bde6-f942981f8176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25da375e-68a3-4aab-9d7b-2a5b7029e754'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:28:55.505281 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4de070-32b1-4815-ae9d-59bdd96cc32b" -d '{"events": [{"server_uuid": "2fa627cc-cd11-452a-bde6-f942981f8176", "name": "network-vif-plugged", "status": "completed", "tag": "25da375e-68a3-4aab-9d7b-2a5b7029e754"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:28:55.515430 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874feb2a-1087-42de-9c49-cb39ca95e27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd58040e-dbec-4842-b40c-a21a98d8e069,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:55.537218 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 25da375e-68a3-4aab-9d7b-2a5b7029e754, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=25da375e-68a3-4aab-9d7b-2a5b7029e754,segment=NetworkSegment(7cfdf6b3-a06b-4f67-b74f-942ec045475e),segment_id=7cfdf6b3-a06b-4f67-b74f-942ec045475e)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:55.541655 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:55.542566 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:28:55.553162 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-874feb2a-1087-42de-9c49-cb39ca95e27d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f586efb3b7246229fd722c0368412c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979069 Oct 19 08:28:55.555809 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42246) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:55.584098 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14137627-95c9-4440-a6d7-bba67be08039 x-openstack-request-id: req-14137627-95c9-4440-a6d7-bba67be08039 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:28:55.584391 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa627cc-cd11-452a-bde6-f942981f8176", "name": "network-vif-plugged", "status": "completed", "tag": "25da375e-68a3-4aab-9d7b-2a5b7029e754", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:28:55.584625 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14137627-95c9-4440-a6d7-bba67be08039 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:28:55.585035 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa627cc-cd11-452a-bde6-f942981f8176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25da375e-68a3-4aab-9d7b-2a5b7029e754', 'code': 200} Oct 19 08:28:55.585683 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:28:55.586362 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device f6a1d3b0-9ba8-4cd7-b18a-cd9b4d0b1082 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:28:55.613843 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=25da375e-68a3-4aab-9d7b-2a5b7029e754,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:55.617798 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9fd17958-c57b-4a0b-a397-aa38d4b7d2dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:55.641303 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9fd17958-c57b-4a0b-a397-aa38d4b7d2dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:55.703759 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9fd17958-c57b-4a0b-a397-aa38d4b7d2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:55.707700 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9fd17958-c57b-4a0b-a397-aa38d4b7d2dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:55.709037 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-9fd17958-c57b-4a0b-a397-aa38d4b7d2dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd58040e-dbec-4842-b40c-a21a98d8e069 HTTP/1.1" status: 204 len: 168 time: 0.1522527 Oct 19 08:28:55.727454 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd17958-c57b-4a0b-a397-aa38d4b7d2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd58040e-dbec-4842-b40c-a21a98d8e069,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:55.773492 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 42258) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:55.804237 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7704fb8-84f4-4c6d-8ae8-cf2b4897cf7d req-23361fb3-1653-40e5-9c38-7ad497e4041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:55.805748 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f7704fb8-84f4-4c6d-8ae8-cf2b4897cf7d req-23361fb3-1653-40e5-9c38-7ad497e4041a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 1103 time: 0.0922887 Oct 19 08:28:55.840696 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f0796-370a-4eac-9edd-62bcd6a00510 req-eb7a42eb-cc9b-46ef-a041-b3d24cb2e56b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:55.842603 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4c5f0796-370a-4eac-9edd-62bcd6a00510 req-eb7a42eb-cc9b-46ef-a041-b3d24cb2e56b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0824301 Oct 19 08:28:55.893976 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f7704fb8-84f4-4c6d-8ae8-cf2b4897cf7d req-ad2a6fc6-90a9-451c-b21a-5fc0a11e920e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778563 Oct 19 08:28:55.899004 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4c5f0796-370a-4eac-9edd-62bcd6a00510 req-2a3209b2-88c5-4168-8e15-2034a2f3401b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484529 Oct 19 08:28:55.991560 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1235366112-network', 'tenant_id': '210385aa5c654b17a80c14bdf08a223e'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:28:56.011942 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Made reservation on behalf of 210385aa5c654b17a80c14bdf08a223e for: {'network': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:28:56.014174 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.023154 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.068066 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42268) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:56.095223 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d962b81-80ab-4298-99e0-167f922817f7 req-5dd3935a-d466-4fea-9adf-d0d3fc47ee20 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:56.096698 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d962b81-80ab-4298-99e0-167f922817f7 req-5dd3935a-d466-4fea-9adf-d0d3fc47ee20 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0670819 Oct 19 08:28:56.097906 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2ea7948d-be18-4ea2-bc09-573f1535869f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.116657 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.121329 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.146414 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=99812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:28:56.162234 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d962b81-80ab-4298-99e0-167f922817f7 req-1b0472ed-9834-442f-b710-4855b97588db tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558984 Oct 19 08:28:56.165647 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3264c026-3cda-4a1c-b85c-3cf7d8fab874,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:56.168567 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.168910 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.segments_db [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Added segment a621d41a-2892-4d58-b853-e5dabf958fab of type vlan for network c0b99293-e6f6-45fc-a00c-c03184c5f59e Oct 19 08:28:56.209800 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.216802 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2ea7948d-be18-4ea2-bc09-573f1535869f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.220337 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2ea7948d-be18-4ea2-bc09-573f1535869f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.233942 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.235046 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:56.235616 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.258642 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-2ea7948d-be18-4ea2-bc09-573f1535869f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f86033e479c452690a9398fd0b76766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894438 Oct 19 08:28:56.259553 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7948d-be18-4ea2-bc09-573f1535869f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff668fe-13dd-4d70-95af-492e088b9bc9,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:56.261231 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 42274) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:56.280330 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5057900 Oct 19 08:28:56.283231 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42276) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:56.288106 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-6b32a134-c338-4b74-94d1-35a3ee3156c3 admin admin] Request body: {'subnet': {'network_id': 'c0b99293-e6f6-45fc-a00c-c03184c5f59e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1235366112-subnet', 'tenant_id': '210385aa5c654b17a80c14bdf08a223e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:28:56.310611 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b32a134-c338-4b74-94d1-35a3ee3156c3 admin admin] Made reservation on behalf of 210385aa5c654b17a80c14bdf08a223e for: {'subnet': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:28:56.313090 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6b32a134-c338-4b74-94d1-35a3ee3156c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58818496'] for subnet, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.529288 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea4146-fdc7-48b4-9792-4f6982981061 req-773635b3-13f4-49db-be5c-93e0f788f6f9 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:56.530706 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f1ea4146-fdc7-48b4-9792-4f6982981061 req-773635b3-13f4-49db-be5c-93e0f788f6f9 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 950 time: 0.1019127 Oct 19 08:28:56.545703 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6b32a134-c338-4b74-94d1-35a3ee3156c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60714138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58818542'] for subnet, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.551958 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2db52-34a6-49bd-b0ff-7f1d5f933a68 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b99293-e6f6-45fc-a00c-c03184c5f59e,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:56.562307 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network c0b99293-e6f6-45fc-a00c-c03184c5f59e details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:28:56.575320 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-179c185d-aba9-42cb-822a-0748ecb8c105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.598524 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-179c185d-aba9-42cb-822a-0748ecb8c105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.608747 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f1ea4146-fdc7-48b4-9792-4f6982981061 req-f5c25bb1-86c2-4edf-8694-b2892c9bc9ae tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694158 Oct 19 08:28:56.625510 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32a134-c338-4b74-94d1-35a3ee3156c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d23f581-060f-4d50-a593-ddc06cf6fde4,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:56.646704 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b32a134-c338-4b74-94d1-35a3ee3156c3 admin admin] Checking segment: {'id': 'a621d41a-2892-4d58-b853-e5dabf958fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c0b99293-e6f6-45fc-a00c-c03184c5f59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:28:56.647063 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b32a134-c338-4b74-94d1-35a3ee3156c3 admin admin] Network hostable DHCP agents. Network: c0b99293-e6f6-45fc-a00c-c03184c5f59e, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:28:56.653030 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-179c185d-aba9-42cb-822a-0748ecb8c105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.656020 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-179c185d-aba9-42cb-822a-0748ecb8c105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.657155 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-179c185d-aba9-42cb-822a-0748ecb8c105 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ff668fe-13dd-4d70-95af-492e088b9bc9 HTTP/1.1" status: 204 len: 168 time: 0.3939834 Oct 19 08:28:56.664338 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b32a134-c338-4b74-94d1-35a3ee3156c3 admin admin] Network c0b99293-e6f6-45fc-a00c-c03184c5f59e is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:28:56.666408 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c185d-aba9-42cb-822a-0748ecb8c105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff668fe-13dd-4d70-95af-492e088b9bc9,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:56.673505 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-6b32a134-c338-4b74-94d1-35a3ee3156c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, c0b99293-e6f6-45fc-a00c-c03184c5f59e) {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:28:56.678249 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b32a134-c338-4b74-94d1-35a3ee3156c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:56.679107 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6b32a134-c338-4b74-94d1-35a3ee3156c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:56.684304 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6611d947-4c4c-4af0-81b4-96015b61417c None None] Network c0b99293-e6f6-45fc-a00c-c03184c5f59e requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:28:56.705722 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-6b32a134-c338-4b74-94d1-35a3ee3156c3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4213843 Oct 19 08:28:56.823421 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f79a7ac-5948-4180-bfc0-7018254bc186 None None] Network c0b99293-e6f6-45fc-a00c-c03184c5f59e requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:28:57.043686 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e79011-8737-40f0-8fe4-6f5df69ead9e req-0ac7892f-3fe0-4254-9976-8625f23a6dec tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:57.045274 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-41e79011-8737-40f0-8fe4-6f5df69ead9e req-0ac7892f-3fe0-4254-9976-8625f23a6dec tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0641420 Oct 19 08:28:57.087966 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-41e79011-8737-40f0-8fe4-6f5df69ead9e req-d133cb62-7e41-4afc-bb2a-627c31d21e22 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349624 Oct 19 08:28:57.308435 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d1fc3-5928-4cda-b177-104331101be1 req-81930951-811a-46ab-8a13-c03112294b35 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:57.310017 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-064d1fc3-5928-4cda-b177-104331101be1 req-81930951-811a-46ab-8a13-c03112294b35 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0555911 Oct 19 08:28:57.313024 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42318) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:57.317925 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-52480159-network', 'tenant_id': '8a6261cf96ce4a5c8d397a5492882b6c'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:28:57.359223 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Made reservation on behalf of 8a6261cf96ce4a5c8d397a5492882b6c for: {'network': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:28:57.361472 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:57.377249 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:57.383345 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-064d1fc3-5928-4cda-b177-104331101be1 req-95ca6a77-9e76-415c-adaa-484781a08ddb tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612321 Oct 19 08:28:57.491148 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:57.494849 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:57.517009 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=99813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:28:57.535624 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:57.536453 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.segments_db [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Added segment ba5b5742-358a-4d4d-8b1d-d1b99de9ce92 of type vlan for network a10c31a1-959a-4267-8fed-fd4238ae63cd Oct 19 08:28:57.537755 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0278a3e4-9785-41e0-ab0f-170e8fdaabb2,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:57.587440 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:57.611769 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:57.612813 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:57.613962 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:57.646977 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3329210 Oct 19 08:28:57.649733 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 42334) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:57.654962 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-dbce1144-44d0-4365-b2b8-7a22c80ef623 admin admin] Request body: {'subnet': {'network_id': 'a10c31a1-959a-4267-8fed-fd4238ae63cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-52480159-subnet', 'tenant_id': '8a6261cf96ce4a5c8d397a5492882b6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:28:57.679846 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbce1144-44d0-4365-b2b8-7a22c80ef623 admin admin] Made reservation on behalf of 8a6261cf96ce4a5c8d397a5492882b6c for: {'subnet': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:28:57.682597 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dbce1144-44d0-4365-b2b8-7a22c80ef623 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59567271'] for subnet, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:57.728605 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6020b9-8ccf-4fdc-ad22-a6f533291de6 admin admin] Pushing event updated for resources: {'Network': ['ID=a10c31a1-959a-4267-8fed-fd4238ae63cd,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:57.740170 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network a10c31a1-959a-4267-8fed-fd4238ae63cd details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:28:57.768519 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b47875-0408-4ed0-b472-34722619af1b req-54649c9c-3cea-45a0-afed-86fbd7cf8cb7 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:57.771133 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-68b47875-0408-4ed0-b472-34722619af1b req-54649c9c-3cea-45a0-afed-86fbd7cf8cb7 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 950 time: 0.0680289 Oct 19 08:28:57.838913 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-68b47875-0408-4ed0-b472-34722619af1b req-bdcabc0a-27e0-4eea-9137-ad1751470457 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605614 Oct 19 08:28:57.917433 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dbce1144-44d0-4365-b2b8-7a22c80ef623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60597002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59567241'] for subnet, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:57.973713 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce1144-44d0-4365-b2b8-7a22c80ef623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9695919d-ac28-4742-9674-5baa0bd17d03,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:57.984465 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce1144-44d0-4365-b2b8-7a22c80ef623 admin admin] Checking segment: {'id': 'ba5b5742-358a-4d4d-8b1d-d1b99de9ce92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a10c31a1-959a-4267-8fed-fd4238ae63cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:28:57.984900 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbce1144-44d0-4365-b2b8-7a22c80ef623 admin admin] Network hostable DHCP agents. Network: a10c31a1-959a-4267-8fed-fd4238ae63cd, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:28:58.001730 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbce1144-44d0-4365-b2b8-7a22c80ef623 admin admin] Network a10c31a1-959a-4267-8fed-fd4238ae63cd is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:28:58.011921 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-dbce1144-44d0-4365-b2b8-7a22c80ef623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, a10c31a1-959a-4267-8fed-fd4238ae63cd) {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:28:58.016290 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbce1144-44d0-4365-b2b8-7a22c80ef623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:58.016838 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dbce1144-44d0-4365-b2b8-7a22c80ef623 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.026078 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac442116-3452-4d38-bf4a-b3333efbedff None None] Network a10c31a1-959a-4267-8fed-fd4238ae63cd requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:28:58.038667 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-dbce1144-44d0-4365-b2b8-7a22c80ef623 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3824618 Oct 19 08:28:58.168781 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0b9e1-f986-47a1-b239-cd848db09c7c None None] Network a10c31a1-959a-4267-8fed-fd4238ae63cd requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:28:58.177415 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 42352) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:58.233848 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f670a9a-9d0b-4ab1-a75a-aa73edfbdb35 admin admin] Deleting subnet 9d23f581-060f-4d50-a593-ddc06cf6fde4 {{(pid=99812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:28:58.237615 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9f670a9a-9d0b-4ab1-a75a-aa73edfbdb35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.243744 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e10c74-1cb7-44f2-9381-ff9ab74dddf8 req-8f45420c-1f63-43a5-a99b-d69c938a0260 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:58.254137 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-26e10c74-1cb7-44f2-9381-ff9ab74dddf8 req-8f45420c-1f63-43a5-a99b-d69c938a0260 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0704045 Oct 19 08:28:58.277280 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9f670a9a-9d0b-4ab1-a75a-aa73edfbdb35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911843'] for subnet, precommit_delete_associations {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.317035 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-26e10c74-1cb7-44f2-9381-ff9ab74dddf8 req-c4261534-ecb8-4d42-86b7-0c04635b4044 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436015 Oct 19 08:28:58.333170 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9f670a9a-9d0b-4ab1-a75a-aa73edfbdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.388925 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9f670a9a-9d0b-4ab1-a75a-aa73edfbdb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60597195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59567234'] for subnet, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.416984 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f670a9a-9d0b-4ab1-a75a-aa73edfbdb35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d23f581-060f-4d50-a593-ddc06cf6fde4,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:58.422752 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9f670a9a-9d0b-4ab1-a75a-aa73edfbdb35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.429219 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-9f670a9a-9d0b-4ab1-a75a-aa73edfbdb35 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9d23f581-060f-4d50-a593-ddc06cf6fde4 HTTP/1.1" status: 204 len: 168 time: 0.2497144 Oct 19 08:28:58.430637 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 42360) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:58.515217 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0fb19477-d460-476d-a380-8381c6fb7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.532540 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d6f62-02c7-4297-a209-116ceb3dafab req-e73535dc-d466-4a80-9aae-6d784b0efcc9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:58.540157 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b28d6f62-02c7-4297-a209-116ceb3dafab req-e73535dc-d466-4a80-9aae-6d784b0efcc9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0700414 Oct 19 08:28:58.588532 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b28d6f62-02c7-4297-a209-116ceb3dafab req-657f13d8-a30c-4191-810a-0d2d6caf7f00 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474339 Oct 19 08:28:58.616442 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0fb19477-d460-476d-a380-8381c6fb7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.637957 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-0fb19477-d460-476d-a380-8381c6fb7f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b99293-e6f6-45fc-a00c-c03184c5f59e']}} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:58.648268 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-0fb19477-d460-476d-a380-8381c6fb7f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a621d41a-2892-4d58-b853-e5dabf958fab') {'for_net_delete': True} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:58.648557 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-0fb19477-d460-476d-a380-8381c6fb7f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a621d41a-2892-4d58-b853-e5dabf958fab') {} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:58.670940 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0fb19477-d460-476d-a380-8381c6fb7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911866'] for segment, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.686182 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0fb19477-d460-476d-a380-8381c6fb7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.693943 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb19477-d460-476d-a380-8381c6fb7f17 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=99812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:28:58.694578 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0fb19477-d460-476d-a380-8381c6fb7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60597141'] for segment, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: Traceback (most recent call last): Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: timer() Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: cb(*args, **kw) Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: return func(*args, **kwargs) Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: self._notify() Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: self.callback(batched_events) Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: event.method(event) Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: return f(self, *a, **k) Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: return self._get(url).json() Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: return self.request(url, 'GET', **kwargs) Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:28:58.696453 dv-cinder-813984-3-iscsi neutron-server[99812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:28:58.758075 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0fb19477-d460-476d-a380-8381c6fb7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.770241 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349ea4e-ebea-4ae3-b571-e02ffd6713e7 req-22fcced2-99b6-484a-93c3-194a870d5a40 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:58.771781 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4349ea4e-ebea-4ae3-b571-e02ffd6713e7 req-22fcced2-99b6-484a-93c3-194a870d5a40 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 945 time: 0.0598943 Oct 19 08:28:58.775383 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0fb19477-d460-476d-a380-8381c6fb7f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.778903 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-0fb19477-d460-476d-a380-8381c6fb7f17 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c0b99293-e6f6-45fc-a00c-c03184c5f59e HTTP/1.1" status: 204 len: 168 time: 0.3468802 Oct 19 08:28:58.780442 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb19477-d460-476d-a380-8381c6fb7f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b99293-e6f6-45fc-a00c-c03184c5f59e,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:58.782467 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42374) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:58.858695 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4349ea4e-ebea-4ae3-b571-e02ffd6713e7 req-001b2e8b-6a9d-487c-9098-73670dc20753 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803938 Oct 19 08:28:58.861774 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_v2 [None req-82627cbb-53e5-4a89-b34c-2b9f50031229 admin admin] Deleting subnet 9695919d-ac28-4742-9674-5baa0bd17d03 {{(pid=99813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:28:58.866234 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-82627cbb-53e5-4a89-b34c-2b9f50031229 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.900987 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-82627cbb-53e5-4a89-b34c-2b9f50031229 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60713938'] for subnet, precommit_delete_associations {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:58.967919 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-82627cbb-53e5-4a89-b34c-2b9f50031229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.006801 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281d3db-8865-47e5-9058-c1c98254a565 req-45e5e7ea-d7ce-487e-a874-5d23f74efdbc tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:59.008502 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a281d3db-8865-47e5-9058-c1c98254a565 req-45e5e7ea-d7ce-487e-a874-5d23f74efdbc tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 950 time: 0.0893645 Oct 19 08:28:59.053759 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-82627cbb-53e5-4a89-b34c-2b9f50031229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60714075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58818533'] for subnet, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.080624 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a281d3db-8865-47e5-9058-c1c98254a565 req-91b2ff44-63d7-4a84-97f2-78453e590fbb tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635452 Oct 19 08:28:59.083871 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82627cbb-53e5-4a89-b34c-2b9f50031229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9695919d-ac28-4742-9674-5baa0bd17d03,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:59.088430 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-82627cbb-53e5-4a89-b34c-2b9f50031229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.094267 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-82627cbb-53e5-4a89-b34c-2b9f50031229 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9695919d-ac28-4742-9674-5baa0bd17d03 HTTP/1.1" status: 204 len: 168 time: 0.3081956 Oct 19 08:28:59.094653 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42380) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:59.167904 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-50f2f546-72cc-49bd-9fa2-6f1bf1f692b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.245777 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-50f2f546-72cc-49bd-9fa2-6f1bf1f692b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.265666 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-50f2f546-72cc-49bd-9fa2-6f1bf1f692b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10c31a1-959a-4267-8fed-fd4238ae63cd']}} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:59.275640 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-50f2f546-72cc-49bd-9fa2-6f1bf1f692b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5b5742-358a-4d4d-8b1d-d1b99de9ce92') {'for_net_delete': True} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:59.275928 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-50f2f546-72cc-49bd-9fa2-6f1bf1f692b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5b5742-358a-4d4d-8b1d-d1b99de9ce92') {} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:28:59.289439 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-50f2f546-72cc-49bd-9fa2-6f1bf1f692b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60713931'] for segment, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.323513 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-50f2f546-72cc-49bd-9fa2-6f1bf1f692b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.332921 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f2f546-72cc-49bd-9fa2-6f1bf1f692b5 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=99813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:28:59.333585 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-50f2f546-72cc-49bd-9fa2-6f1bf1f692b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60713989'] for segment, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: Traceback (most recent call last): Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: timer() Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: cb(*args, **kw) Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: return func(*args, **kwargs) Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: self._notify() Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: self.callback(batched_events) Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: event.method(event) Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: return f(self, *a, **k) Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._get(url).json() Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: return self.request(url, 'GET', **kwargs) Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:28:59.335284 dv-cinder-813984-3-iscsi neutron-server[99813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:28:59.353016 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 3ccfabb1-82b3-4904-a943-c29622e0b546 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:28:59.402070 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c7082-4b07-4a3f-b065-be2bd7ee773c req-72541d68-614f-4be2-af48-982121ca1159 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:59.403957 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5d2c7082-4b07-4a3f-b065-be2bd7ee773c req-72541d68-614f-4be2-af48-982121ca1159 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 950 time: 0.1126611 Oct 19 08:28:59.432679 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-50f2f546-72cc-49bd-9fa2-6f1bf1f692b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.451629 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-50f2f546-72cc-49bd-9fa2-6f1bf1f692b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.454889 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-50f2f546-72cc-49bd-9fa2-6f1bf1f692b5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a10c31a1-959a-4267-8fed-fd4238ae63cd HTTP/1.1" status: 204 len: 168 time: 0.3592780 Oct 19 08:28:59.459622 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 3ccfabb1-82b3-4904-a943-c29622e0b546, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccfabb1-82b3-4904-a943-c29622e0b546,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:59.471709 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'port_id': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'mac_address': 'fa:16:3e:5f:b2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:28:59.473367 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2f546-72cc-49bd-9fa2-6f1bf1f692b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a10c31a1-959a-4267-8fed-fd4238ae63cd,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:59.496151 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8f78-71a6-41ae-87dc-51f24559be12 req-fc8f0190-62ea-48bd-b65a-30ea69067f3e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:59.497625 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-af6f8f78-71a6-41ae-87dc-51f24559be12 req-fc8f0190-62ea-48bd-b65a-30ea69067f3e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.1156971 Oct 19 08:28:59.500269 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5d2c7082-4b07-4a3f-b065-be2bd7ee773c req-7dd42591-3961-4a1c-91ff-bf5f27b1394b tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768654 Oct 19 08:28:59.521068 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.529855 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ccfabb1-82b3-4904-a943-c29622e0b546 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:28:59.546377 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-af6f8f78-71a6-41ae-87dc-51f24559be12 req-67c78dd9-2c5c-4145-9945-9375f11856ae tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363035 Oct 19 08:28:59.551799 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 3ccfabb1-82b3-4904-a943-c29622e0b546, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccfabb1-82b3-4904-a943-c29622e0b546,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:59.557313 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.613206 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=3ccfabb1-82b3-4904-a943-c29622e0b546,revision_number=6']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:59.643797 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42394) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:59.650082 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['3ccfabb1-82b3-4904-a943-c29622e0b546'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:28:59.720469 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80493d-1ad1-4348-8256-3d502becb420 req-cd2c021e-79e4-4495-b36a-ff8195527c94 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:28:59.721822 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-be80493d-1ad1-4348-8256-3d502becb420 req-cd2c021e-79e4-4495-b36a-ff8195527c94 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0704107 Oct 19 08:28:59.724568 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-80048466-e16f-4534-a821-9463711609a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=210385aa5c654b17a80c14bdf08a223e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793915 Oct 19 08:28:59.727312 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42396) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:28:59.789047 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-be80493d-1ad1-4348-8256-3d502becb420 req-5022dae9-f268-4cc2-bc2f-092beb3c4720 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558476 Oct 19 08:28:59.803773 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-623346a9-f55c-468f-bc37-716f6572a0ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.828629 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-623346a9-f55c-468f-bc37-716f6572a0ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.874452 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-623346a9-f55c-468f-bc37-716f6572a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.877009 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-623346a9-f55c-468f-bc37-716f6572a0ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:28:59.878172 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-623346a9-f55c-468f-bc37-716f6572a0ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3264c026-3cda-4a1c-b85c-3cf7d8fab874 HTTP/1.1" status: 204 len: 168 time: 0.1499650 Oct 19 08:28:59.886478 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623346a9-f55c-468f-bc37-716f6572a0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3264c026-3cda-4a1c-b85c-3cf7d8fab874,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:00.001721 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e03f2-c83f-476a-ae86-9d4cfc93d343 req-a00a5128-7e24-477b-873f-d13845666acf tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:00.009277 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-884e03f2-c83f-476a-ae86-9d4cfc93d343 req-a00a5128-7e24-477b-873f-d13845666acf tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 945 time: 0.0605319 Oct 19 08:29:00.044567 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-884e03f2-c83f-476a-ae86-9d4cfc93d343 req-68e2a8c5-cb94-4151-afa0-f57a6559afd3 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344472 Oct 19 08:29:00.227788 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 42416) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:00.269046 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-ec6ea1da-5567-4b18-af31-152a295e732b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a6261cf96ce4a5c8d397a5492882b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399356 Oct 19 08:29:00.271625 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 42418) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:00.318974 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-344dc7bb-daa8-4dbf-85e7-eafc451b3b71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:00.339443 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-344dc7bb-daa8-4dbf-85e7-eafc451b3b71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:00.385080 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-344dc7bb-daa8-4dbf-85e7-eafc451b3b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:00.387566 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-344dc7bb-daa8-4dbf-85e7-eafc451b3b71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:00.388686 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-344dc7bb-daa8-4dbf-85e7-eafc451b3b71 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0278a3e4-9785-41e0-ab0f-170e8fdaabb2 HTTP/1.1" status: 204 len: 168 time: 0.1161120 Oct 19 08:29:00.396385 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dc7bb-daa8-4dbf-85e7-eafc451b3b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0278a3e4-9785-41e0-ab0f-170e8fdaabb2,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:00.620944 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edca0b3-63d7-4dc7-ac01-3c1c87d27160 req-92fbc7c5-d6a8-47a4-bb35-0f83911544f8 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:00.622416 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7edca0b3-63d7-4dc7-ac01-3c1c87d27160 req-92fbc7c5-d6a8-47a4-bb35-0f83911544f8 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 950 time: 0.0532055 Oct 19 08:29:00.689266 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7edca0b3-63d7-4dc7-ac01-3c1c87d27160 req-3cdcb5d7-aedb-4bc4-8a49-1c8e516e9997 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552626 Oct 19 08:29:00.697979 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3366dd3-2524-4b3b-b224-775e3a583348 req-e63f2dbd-428f-45a2-a765-a8a3da80f5f8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:00.699445 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d3366dd3-2524-4b3b-b224-775e3a583348 req-e63f2dbd-428f-45a2-a765-a8a3da80f5f8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.0739100 Oct 19 08:29:00.736963 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d3366dd3-2524-4b3b-b224-775e3a583348 req-f07dca1f-17a0-45e9-a5ab-efdeb618d3ac tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316157 Oct 19 08:29:00.939727 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d4fcf-25b7-41d6-8616-08735444f486 req-28163f9d-e59b-4248-8061-933aeea77de4 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:00.941188 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a55d4fcf-25b7-41d6-8616-08735444f486 req-28163f9d-e59b-4248-8061-933aeea77de4 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0789399 Oct 19 08:29:00.949712 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d69af-7386-46d7-b903-2af9559d4ef0 req-35cbe911-7487-485b-bf7f-e1875a9130ba tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:00.951149 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-af4d69af-7386-46d7-b903-2af9559d4ef0 req-35cbe911-7487-485b-bf7f-e1875a9130ba tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 945 time: 0.0780506 Oct 19 08:29:01.032099 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a55d4fcf-25b7-41d6-8616-08735444f486 req-2843d653-3a36-4242-8941-276ac4a0107b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799942 Oct 19 08:29:01.085711 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9563c-d87d-47f6-a009-218cf0d87f0b req-bd98af2d-771c-4925-9800-ac8874a3b734 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:01.087178 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dae9563c-d87d-47f6-a009-218cf0d87f0b req-bd98af2d-771c-4925-9800-ac8874a3b734 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.11 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 950 time: 0.0949187 Oct 19 08:29:01.142645 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-af4d69af-7386-46d7-b903-2af9559d4ef0 req-be138aab-15d4-4d5a-be7f-a7ed46d5d961 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Deleting port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:29:01.142976 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-af4d69af-7386-46d7-b903-2af9559d4ef0 req-be138aab-15d4-4d5a-be7f-a7ed46d5d961 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:01.348798 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 3ccfabb1-82b3-4904-a943-c29622e0b546 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:29:01.428571 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 3ccfabb1-82b3-4904-a943-c29622e0b546 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:29:01.429220 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:01.510711 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9e011-9ed7-4729-9732-17b8cdeede70 req-183485f2-907d-4f95-8c11-eb0e6826fe21 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:01.512171 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a3a9e011-9ed7-4729-9732-17b8cdeede70 req-183485f2-907d-4f95-8c11-eb0e6826fe21 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 945 time: 0.3887799 Oct 19 08:29:01.523546 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:01.561787 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-af4d69af-7386-46d7-b903-2af9559d4ef0 req-be138aab-15d4-4d5a-be7f-a7ed46d5d961 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] For port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f15e40d0-7913-4978-b0ff-8bd4d2ded1ec,segment=NetworkSegment(2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30),segment_id=2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:29:01.562151 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-af4d69af-7386-46d7-b903-2af9559d4ef0 req-be138aab-15d4-4d5a-be7f-a7ed46d5d961 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:01.566474 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:29:01.571197 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e9127c-64ef-41a7-b392-6c29427555bf" -d '{"events": [{"server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "name": "network-vif-plugged", "status": "completed", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:29:01.587206 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-af4d69af-7386-46d7-b903-2af9559d4ef0 req-be138aab-15d4-4d5a-be7f-a7ed46d5d961 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Calling delete_port for f15e40d0-7913-4978-b0ff-8bd4d2ded1ec owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:29:01.593197 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 3ccfabb1-82b3-4904-a943-c29622e0b546, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccfabb1-82b3-4904-a943-c29622e0b546,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:29:01.599768 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:01.608857 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a3a9e011-9ed7-4729-9732-17b8cdeede70 req-d166d3a5-b96f-4fe5-91fa-6ca8997d7a93 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/security-groups?id=10bee16f-440f-4ff7-b991-0a1dc31c06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840201 Oct 19 08:29:01.646382 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b9a31b-e6f9-4d72-9dc6-2db1a9c05a91 x-openstack-request-id: req-b5b9a31b-e6f9-4d72-9dc6-2db1a9c05a91 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:29:01.646907 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "name": "network-vif-plugged", "status": "completed", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:29:01.647327 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b5b9a31b-e6f9-4d72-9dc6-2db1a9c05a91 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:29:01.647983 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'code': 200} Oct 19 08:29:01.670979 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-dae9563c-d87d-47f6-a009-218cf0d87f0b req-754835d0-18bd-43d2-862a-07777351f949 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Deleting port 25da375e-68a3-4aab-9d7b-2a5b7029e754 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:29:01.671443 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dae9563c-d87d-47f6-a009-218cf0d87f0b req-754835d0-18bd-43d2-862a-07777351f949 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:01.679528 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=3ccfabb1-82b3-4904-a943-c29622e0b546,revision_number=7']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:01.873820 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-dae9563c-d87d-47f6-a009-218cf0d87f0b req-754835d0-18bd-43d2-862a-07777351f949 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] For port 25da375e-68a3-4aab-9d7b-2a5b7029e754, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=25da375e-68a3-4aab-9d7b-2a5b7029e754,segment=NetworkSegment(7cfdf6b3-a06b-4f67-b74f-942ec045475e),segment_id=7cfdf6b3-a06b-4f67-b74f-942ec045475e)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:29:01.874190 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dae9563c-d87d-47f6-a009-218cf0d87f0b req-754835d0-18bd-43d2-862a-07777351f949 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:01.913816 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-dae9563c-d87d-47f6-a009-218cf0d87f0b req-754835d0-18bd-43d2-862a-07777351f949 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Calling delete_port for 25da375e-68a3-4aab-9d7b-2a5b7029e754 owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:29:01.943981 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90313a1-42b1-45a8-b263-8ed29f16335c req-0c4ae30f-63fc-4c9c-8fe1-9f3d4a9b605f tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:01.945462 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f90313a1-42b1-45a8-b263-8ed29f16335c req-0c4ae30f-63fc-4c9c-8fe1-9f3d4a9b605f tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 950 time: 0.1633432 Oct 19 08:29:01.949867 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-af4d69af-7386-46d7-b903-2af9559d4ef0 req-be138aab-15d4-4d5a-be7f-a7ed46d5d961 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:01.962295 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['f15e40d0-7913-4978-b0ff-8bd4d2ded1ec'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:29:02.025197 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3e595-322f-4658-b9c9-ece613e3f747 req-58784014-3b94-4062-b8d5-8720cf9f2203 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:02.026646 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1ba3e595-322f-4658-b9c9-ece613e3f747 req-58784014-3b94-4062-b8d5-8720cf9f2203 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.1736743 Oct 19 08:29:02.059996 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be138aab-15d4-4d5a-be7f-a7ed46d5d961 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Pushing event deleted for resources: {'Port': ['ID=f15e40d0-7913-4978-b0ff-8bd4d2ded1ec,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:02.140545 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4d69af-7386-46d7-b903-2af9559d4ef0 req-be138aab-15d4-4d5a-be7f-a7ed46d5d961 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] No DVR routers for this DVR port f15e40d0-7913-4978-b0ff-8bd4d2ded1ec on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:29:02.151060 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f90313a1-42b1-45a8-b263-8ed29f16335c req-7af7f0bf-9885-4918-b051-b7b8ed2b656e tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/security-groups?id=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421947 Oct 19 08:29:02.152126 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-af4d69af-7386-46d7-b903-2af9559d4ef0 req-be138aab-15d4-4d5a-be7f-a7ed46d5d961 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:02.155289 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-af4d69af-7386-46d7-b903-2af9559d4ef0 req-be138aab-15d4-4d5a-be7f-a7ed46d5d961 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.11 "DELETE /v2.0/ports/f15e40d0-7913-4978-b0ff-8bd4d2ded1ec HTTP/1.1" status: 204 len: 173 time: 1.1904149 Oct 19 08:29:02.158863 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee918319-a52e-42ad-be1f-026c3f704860', 'name': 'network-vif-deleted', 'tag': 'f15e40d0-7913-4978-b0ff-8bd4d2ded1ec'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:29:02.161212 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aa17aa-5c0b-4e1f-a1a0-a5779f84f7b2" -d '{"events": [{"server_uuid": "ee918319-a52e-42ad-be1f-026c3f704860", "name": "network-vif-deleted", "tag": "f15e40d0-7913-4978-b0ff-8bd4d2ded1ec"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:29:02.174669 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1ba3e595-322f-4658-b9c9-ece613e3f747 req-0f276b71-feb1-4485-9d80-81f6a71586f9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252921 Oct 19 08:29:02.245356 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d04e54-b2a8-4ecc-b768-fa14c5347176 x-openstack-request-id: req-e6d04e54-b2a8-4ecc-b768-fa14c5347176 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:29:02.245632 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee918319-a52e-42ad-be1f-026c3f704860", "name": "network-vif-deleted", "tag": "f15e40d0-7913-4978-b0ff-8bd4d2ded1ec", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:29:02.245878 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6d04e54-b2a8-4ecc-b768-fa14c5347176 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:29:02.246250 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee918319-a52e-42ad-be1f-026c3f704860', 'name': 'network-vif-deleted', 'tag': 'f15e40d0-7913-4978-b0ff-8bd4d2ded1ec', 'status': 'completed', 'code': 200} Oct 19 08:29:02.273290 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dae9563c-d87d-47f6-a009-218cf0d87f0b req-754835d0-18bd-43d2-862a-07777351f949 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:02.302749 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754835d0-18bd-43d2-862a-07777351f949 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Pushing event deleted for resources: {'Port': ['ID=25da375e-68a3-4aab-9d7b-2a5b7029e754,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:02.339830 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e19355-e0e0-4414-8362-308d6e499d21 req-84e9f7d2-b8a6-45fd-ba60-becbcf5305bc tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:02.341406 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f1e19355-e0e0-4414-8362-308d6e499d21 req-84e9f7d2-b8a6-45fd-ba60-becbcf5305bc tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.1046419 Oct 19 08:29:02.363230 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae9563c-d87d-47f6-a009-218cf0d87f0b req-754835d0-18bd-43d2-862a-07777351f949 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] No DVR routers for this DVR port 25da375e-68a3-4aab-9d7b-2a5b7029e754 on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:29:02.370303 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-dae9563c-d87d-47f6-a009-218cf0d87f0b req-754835d0-18bd-43d2-862a-07777351f949 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:02.373490 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dae9563c-d87d-47f6-a009-218cf0d87f0b req-754835d0-18bd-43d2-862a-07777351f949 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.11 "DELETE /v2.0/ports/25da375e-68a3-4aab-9d7b-2a5b7029e754 HTTP/1.1" status: 204 len: 173 time: 1.2760751 Oct 19 08:29:02.401084 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f1e19355-e0e0-4414-8362-308d6e499d21 req-4c02cfa9-7078-40a0-a946-7bd35028e8e9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398350 Oct 19 08:29:02.701326 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-39db3c79-1b9f-4641-bd7c-eaaf4b12feef req-cb215a32-7fa1-4f6e-813b-394a53eb7c13 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 210 time: 0.0282364 Oct 19 08:29:03.261707 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bf26884e-d11f-4b39-bcd2-7f2b15f0b779 req-4c4fff48-bdf6-40c4-b176-dd8f64004951 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 210 time: 0.0287063 Oct 19 08:29:03.306442 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851468c-75f3-4e38-8a77-e89ca2f8bd8c req-0c82f014-1f57-403b-a31b-8b1b81dd5c65 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:03.307890 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5851468c-75f3-4e38-8a77-e89ca2f8bd8c req-0c82f014-1f57-403b-a31b-8b1b81dd5c65 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0484414 Oct 19 08:29:03.345016 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5851468c-75f3-4e38-8a77-e89ca2f8bd8c req-66625897-2cea-42b9-bc60-599b580c2ecf tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313060 Oct 19 08:29:03.514229 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d180b-ca46-4421-a2cc-4bb25c034500 req-2c3a66e4-a89e-43ef-9ff0-6bfd76d59479 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:03.515589 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3f5d180b-ca46-4421-a2cc-4bb25c034500 req-2c3a66e4-a89e-43ef-9ff0-6bfd76d59479 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0480371 Oct 19 08:29:03.551665 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3f5d180b-ca46-4421-a2cc-4bb25c034500 req-6513dc82-51f9-4a95-a193-cf3bb66ad0b6 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296283 Oct 19 08:29:03.795101 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8ea49e54-7b53-407c-a97f-b8042341a382 req-e024fe5d-3600-451f-ac01-dabff7b38fef tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 210 time: 0.0284820 Oct 19 08:29:04.247485 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa627cc-cd11-452a-bde6-f942981f8176', 'name': 'network-vif-deleted', 'tag': '25da375e-68a3-4aab-9d7b-2a5b7029e754'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:29:04.249805 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d07839-7967-462d-8a83-0f8c60fd7483" -d '{"events": [{"server_uuid": "2fa627cc-cd11-452a-bde6-f942981f8176", "name": "network-vif-deleted", "tag": "25da375e-68a3-4aab-9d7b-2a5b7029e754"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:29:04.286869 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3305ea-0ff0-4819-957f-d4b057f0101b x-openstack-request-id: req-fb3305ea-0ff0-4819-957f-d4b057f0101b {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:29:04.287446 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa627cc-cd11-452a-bde6-f942981f8176", "name": "network-vif-deleted", "tag": "25da375e-68a3-4aab-9d7b-2a5b7029e754", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:29:04.287446 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb3305ea-0ff0-4819-957f-d4b057f0101b {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:29:04.287748 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa627cc-cd11-452a-bde6-f942981f8176', 'name': 'network-vif-deleted', 'tag': '25da375e-68a3-4aab-9d7b-2a5b7029e754', 'status': 'completed', 'code': 200} Oct 19 08:29:04.353779 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-60715ea1-cb2b-4a57-8125-398abf1524ec req-3d802e27-435f-4dbd-be0a-c9f6e29a7660 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 210 time: 0.0261605 Oct 19 08:29:04.414156 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['25da375e-68a3-4aab-9d7b-2a5b7029e754'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:29:04.471330 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df260aa-d34e-4414-9aab-9660d6f86acd req-6e0c3ef6-a5cf-4c46-af2a-b1491e1f2010 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:04.473377 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8df260aa-d34e-4414-9aab-9660d6f86acd req-6e0c3ef6-a5cf-4c46-af2a-b1491e1f2010 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0553362 Oct 19 08:29:04.509513 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8df260aa-d34e-4414-9aab-9660d6f86acd req-a3a4531d-83f0-4bd4-beb7-a1f0af001eeb tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300524 Oct 19 08:29:04.664053 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6bf01-fc85-4329-9103-5a37563d2a5c req-0786c454-54b8-43c6-903f-030fb3edc248 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:04.665370 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-52e6bf01-fc85-4329-9103-5a37563d2a5c req-0786c454-54b8-43c6-903f-030fb3edc248 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0474162 Oct 19 08:29:04.701237 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-52e6bf01-fc85-4329-9103-5a37563d2a5c req-d436af68-f304-48f6-9504-a6b5989a8556 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300148 Oct 19 08:29:04.891450 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1052da5b-fcf9-4500-81a5-b16d399af8f3 req-51aa1781-3034-4573-bc7a-ed05963e6863 tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 210 time: 0.0286956 Oct 19 08:29:05.446888 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6843e01f-519e-4487-963c-679cbeb9f6b2 req-e197d93b-f721-4e58-8fb4-18a8acbd68f3 tempest-VolumesNegativeTest-419634153 tempest-VolumesNegativeTest-419634153-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fa627cc-cd11-452a-bde6-f942981f8176 HTTP/1.1" status: 200 len: 210 time: 0.0263753 Oct 19 08:29:05.860425 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f880051-0394-40bb-bcab-f13c5dc3631e req-f289af2a-2e75-4175-a36e-f3b7ced4bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:05.862074 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3f880051-0394-40bb-bcab-f13c5dc3631e req-f289af2a-2e75-4175-a36e-f3b7ced4bc7b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0930443 Oct 19 08:29:05.877258 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c30dae-fda3-4121-97ca-07664ac34b8f req-535c3c63-324d-445c-ac9d-2da360d494dd tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:05.879023 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-02c30dae-fda3-4121-97ca-07664ac34b8f req-535c3c63-324d-445c-ac9d-2da360d494dd tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.2915201 Oct 19 08:29:05.941368 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3f880051-0394-40bb-bcab-f13c5dc3631e req-0b9f2a9b-9cd4-4f6e-a476-bf46cf0716f2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612230 Oct 19 08:29:05.950960 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-02c30dae-fda3-4121-97ca-07664ac34b8f req-b08c1be3-d9c2-4d07-b8f2-6573a13df88e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616271 Oct 19 08:29:06.040765 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fee899d4-6e49-43cf-aaa3-228dcddda6c0 req-25e9b215-4dfa-458f-8581-0bb0ed8711ba tempest-VolumesSnapshotTestJSON-1589660903 tempest-VolumesSnapshotTestJSON-1589660903-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee918319-a52e-42ad-be1f-026c3f704860 HTTP/1.1" status: 200 len: 210 time: 0.0302854 Oct 19 08:29:07.134562 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5137c8-679e-42fb-a7cc-efb6a77472eb req-27e63bbe-f65c-4dfb-a745-5fd9acbcf12e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:07.143880 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ed5137c8-679e-42fb-a7cc-efb6a77472eb req-27e63bbe-f65c-4dfb-a745-5fd9acbcf12e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0810676 Oct 19 08:29:07.224424 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ed5137c8-679e-42fb-a7cc-efb6a77472eb req-17285d9e-9be7-408e-b58f-5f031aea87ec tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786366 Oct 19 08:29:07.326749 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afc68a-7013-4b25-8213-a20ddd7960a6 req-5a1d6d6b-85b8-4e4b-bbac-41d3bbc11ad4 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:07.334842 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-77afc68a-7013-4b25-8213-a20ddd7960a6 req-5a1d6d6b-85b8-4e4b-bbac-41d3bbc11ad4 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.2925501 Oct 19 08:29:07.386823 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-77afc68a-7013-4b25-8213-a20ddd7960a6 req-923e1bf9-610c-43b1-8852-3068b7718d0a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507038 Oct 19 08:29:08.416078 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device f15e40d0-7913-4978-b0ff-8bd4d2ded1ec no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:29:08.419016 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20e068-7df6-42c6-9258-5b9ca705cc94 req-1f78b9fa-4309-477b-8932-4710a0224979 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:08.437603 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: f15e40d0-7913-4978-b0ff-8bd4d2ded1ec {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:29:08.438321 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device f15e40d0-7913-4978-b0ff-8bd4d2ded1ec not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:29:08.439101 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 25da375e-68a3-4aab-9d7b-2a5b7029e754 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:29:08.439759 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0e20e068-7df6-42c6-9258-5b9ca705cc94 req-1f78b9fa-4309-477b-8932-4710a0224979 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.1045482 Oct 19 08:29:08.460571 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: 25da375e-68a3-4aab-9d7b-2a5b7029e754 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:29:08.461269 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 25da375e-68a3-4aab-9d7b-2a5b7029e754 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:29:08.496069 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0e20e068-7df6-42c6-9258-5b9ca705cc94 req-e20671a6-dbb9-461f-9120-6731b050ce7f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493181 Oct 19 08:29:08.559429 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54829a2-5f84-4706-875b-6b1fb0777ae9 req-64646dcd-d617-4e09-9d56-58840ec77b46 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:08.567266 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d54829a2-5f84-4706-875b-6b1fb0777ae9 req-64646dcd-d617-4e09-9d56-58840ec77b46 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0696323 Oct 19 08:29:08.608542 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d54829a2-5f84-4706-875b-6b1fb0777ae9 req-aa95947d-2543-4791-addd-67291f52c79d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402341 Oct 19 08:29:08.996377 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b8220-46f3-407e-a30a-a79bd36477d9 req-33f8c0d7-2e0a-4839-80bf-223fd551986e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:09.008935 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cc0b8220-46f3-407e-a30a-a79bd36477d9 req-33f8c0d7-2e0a-4839-80bf-223fd551986e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0853903 Oct 19 08:29:09.066005 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cc0b8220-46f3-407e-a30a-a79bd36477d9 req-7023a24a-fa69-4772-93b2-fe3941029153 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560637 Oct 19 08:29:09.658146 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84459f-505a-4f9a-b69a-6df275b0831c req-0ca8c3cf-4db5-48aa-83e6-7769efff0be9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:09.661309 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5f84459f-505a-4f9a-b69a-6df275b0831c req-0ca8c3cf-4db5-48aa-83e6-7769efff0be9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0805142 Oct 19 08:29:09.725781 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5f84459f-505a-4f9a-b69a-6df275b0831c req-e1621f29-6c97-45a4-8db7-7192c61a2020 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553257 Oct 19 08:29:10.219218 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be06cb-bf55-4ebe-a56a-320be0c45e24 req-5d9a1269-7a7a-486f-8228-947cd5de2a8b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:10.220804 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-47be06cb-bf55-4ebe-a56a-320be0c45e24 req-5d9a1269-7a7a-486f-8228-947cd5de2a8b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0806103 Oct 19 08:29:10.263253 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-47be06cb-bf55-4ebe-a56a-320be0c45e24 req-a1d57993-0bb9-4b16-ba2f-861dc6bbca3b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353100 Oct 19 08:29:10.868013 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4078951-0f49-40b3-8873-9cb46aed58b6 req-7b673473-f538-4e14-8567-a522ce97938e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:10.870465 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e4078951-0f49-40b3-8873-9cb46aed58b6 req-7b673473-f538-4e14-8567-a522ce97938e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0587740 Oct 19 08:29:10.910901 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e4078951-0f49-40b3-8873-9cb46aed58b6 req-91ed221f-83f5-4bd6-a3e6-365f1d57ed0e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334370 Oct 19 08:29:11.396651 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fe724-a61f-4d77-acda-e99933de6ad2 req-77d1d08b-e74f-4157-bec9-036ce754378c tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:11.398217 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d4fe724-a61f-4d77-acda-e99933de6ad2 req-77d1d08b-e74f-4157-bec9-036ce754378c tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0559208 Oct 19 08:29:11.448944 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7d4fe724-a61f-4d77-acda-e99933de6ad2 req-0bc0761c-b44e-40cf-8b0c-d791174933d6 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356302 Oct 19 08:29:11.907886 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d3fb347c-37fd-4ea1-a82f-b90f09994767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:12.055730 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df002f46-71f8-4755-b68d-921b4e260a5e req-e7205d5b-6ae4-47d7-bef1-b70867780d9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:12.057337 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-df002f46-71f8-4755-b68d-921b4e260a5e req-e7205d5b-6ae4-47d7-bef1-b70867780d9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0731633 Oct 19 08:29:12.090562 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987acf3-0766-4485-bce2-6e8a1daba1f4 req-f4ceee4c-db52-45f1-bd79-c6229fbd693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:12.092553 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3987acf3-0766-4485-bce2-6e8a1daba1f4 req-f4ceee4c-db52-45f1-bd79-c6229fbd693c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d039e505af3b42a3afdc9ac76295e901&device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 1098 time: 0.0700986 Oct 19 08:29:12.127084 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-df002f46-71f8-4755-b68d-921b4e260a5e req-4c9c086c-85be-4412-b14d-692984269aa5 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611465 Oct 19 08:29:12.206162 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987acf3-0766-4485-bce2-6e8a1daba1f4 req-5847fef8-0fd0-4c76-ab93-57b97c705644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:12.207827 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3987acf3-0766-4485-bce2-6e8a1daba1f4 req-5847fef8-0fd0-4c76-ab93-57b97c705644 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 HTTP/1.1" status: 200 len: 911 time: 0.1051605 Oct 19 08:29:12.301502 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3987acf3-0766-4485-bce2-6e8a1daba1f4 req-0913ab21-d7ff-4477-be37-2929b2a7e610 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 HTTP/1.1" status: 200 len: 1001 time: 0.0857613 Oct 19 08:29:12.356932 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987acf3-0766-4485-bce2-6e8a1daba1f4 req-43d29917-fba9-4a21-8d8a-708fd3913d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:12.359316 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3987acf3-0766-4485-bce2-6e8a1daba1f4 req-43d29917-fba9-4a21-8d8a-708fd3913d02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa061827-a35c-494b-9df2-e4239fe5ce7a HTTP/1.1" status: 200 len: 849 time: 0.0511847 Oct 19 08:29:12.413928 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987acf3-0766-4485-bce2-6e8a1daba1f4 req-2710d7d1-da89-4926-bd85-d8b94d46d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:12.415677 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3987acf3-0766-4485-bce2-6e8a1daba1f4 req-2710d7d1-da89-4926-bd85-d8b94d46d127 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466583 Oct 19 08:29:12.591340 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3987acf3-0766-4485-bce2-6e8a1daba1f4 req-f7492968-2e7c-4b9c-8b7e-005bb2090ca3 service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664751 Oct 19 08:29:12.697903 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7a741-70c5-4887-a762-7a97ef6c5c5e req-4b6907dc-ce88-48ae-8438-a6e480caf94f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:12.699439 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1ab7a741-70c5-4887-a762-7a97ef6c5c5e req-4b6907dc-ce88-48ae-8438-a6e480caf94f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.1286941 Oct 19 08:29:12.763498 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3987acf3-0766-4485-bce2-6e8a1daba1f4 req-0e12c6ca-a02a-42ad-afa3-a3a0b032290b service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526890 Oct 19 08:29:12.793168 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1ab7a741-70c5-4887-a762-7a97ef6c5c5e req-e9de8932-d60f-4da0-b36e-e5ba3cc582c4 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840468 Oct 19 08:29:13.279106 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a7031-d8c0-46d1-b7ed-31bece93a8fe req-0a798cfb-30bc-411f-a9e4-97989bfdc1a2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:13.287186 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1a6a7031-d8c0-46d1-b7ed-31bece93a8fe req-0a798cfb-30bc-411f-a9e4-97989bfdc1a2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0842702 Oct 19 08:29:13.332581 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1a6a7031-d8c0-46d1-b7ed-31bece93a8fe req-4ec3b644-9694-468b-b9e3-2fa907287e87 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439432 Oct 19 08:29:13.919730 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dcbb0-6dbd-4180-a54c-0db1d60b4096 req-2d26aa9c-eb23-4a9f-8195-2a2992fd27ef tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:13.921222 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-298dcbb0-6dbd-4180-a54c-0db1d60b4096 req-2d26aa9c-eb23-4a9f-8195-2a2992fd27ef tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0529191 Oct 19 08:29:13.962026 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-298dcbb0-6dbd-4180-a54c-0db1d60b4096 req-e1d4c8e6-2825-41a1-a0c5-e3784b36909e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327094 Oct 19 08:29:14.021491 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:29:14.474543 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d3ea4-d651-452e-8388-5c7c2f4f40a1 req-85133638-4062-42ac-94d5-cb0350762f12 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:14.476787 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-408d3ea4-d651-452e-8388-5c7c2f4f40a1 req-85133638-4062-42ac-94d5-cb0350762f12 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0702848 Oct 19 08:29:14.522668 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-408d3ea4-d651-452e-8388-5c7c2f4f40a1 req-94a7e969-4854-4830-a8f0-9387f12e4209 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402567 Oct 19 08:29:15.101215 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-07295dc2-5e2d-46d6-990a-a55a2148bc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:15.112385 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067a8c0-24aa-4b8f-a442-ab2050e26dd3 req-0cac9ddb-4c75-4f25-ba87-9f785e3ebb8e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:15.120232 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3067a8c0-24aa-4b8f-a442-ab2050e26dd3 req-0cac9ddb-4c75-4f25-ba87-9f785e3ebb8e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0850370 Oct 19 08:29:15.155371 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3067a8c0-24aa-4b8f-a442-ab2050e26dd3 req-d281967d-2188-4ea0-93f0-00dcc1806404 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342472 Oct 19 08:29:15.770471 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32a072-bebb-4605-8c49-7aaf57305a55 req-5caf4344-c0f6-475f-9df2-554628dabd9f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:15.772034 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bd32a072-bebb-4605-8c49-7aaf57305a55 req-5caf4344-c0f6-475f-9df2-554628dabd9f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0488286 Oct 19 08:29:15.817405 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bd32a072-bebb-4605-8c49-7aaf57305a55 req-5deb5565-238e-401c-8dd2-ad64ba2804d3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360205 Oct 19 08:29:15.923025 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:16.282765 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dd968-5029-4825-bf6c-3f9a814fcaac req-1c470603-1999-4cac-85cd-1504f0809aa8 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:16.284255 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e00dd968-5029-4825-bf6c-3f9a814fcaac req-1c470603-1999-4cac-85cd-1504f0809aa8 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0511174 Oct 19 08:29:16.322982 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e00dd968-5029-4825-bf6c-3f9a814fcaac req-bf512aac-3956-473c-a763-328da7a4248c tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320005 Oct 19 08:29:16.600864 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:16.962728 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafca33-5ab4-4c2f-a238-75dd17a31006 req-9519785e-7e8b-4283-a09e-b96a8839debb tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:16.964268 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dcafca33-5ab4-4c2f-a238-75dd17a31006 req-9519785e-7e8b-4283-a09e-b96a8839debb tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0531061 Oct 19 08:29:17.001689 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dcafca33-5ab4-4c2f-a238-75dd17a31006 req-62190a25-3f30-4bd7-83f6-c8b4fc253400 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316274 Oct 19 08:29:17.443975 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d50b26-de66-4d57-9804-f291a7cb61bd req-e06a0654-b47c-4c8f-94bb-b11423a7a50c tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:17.445569 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b4d50b26-de66-4d57-9804-f291a7cb61bd req-e06a0654-b47c-4c8f-94bb-b11423a7a50c tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0530541 Oct 19 08:29:17.483928 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b4d50b26-de66-4d57-9804-f291a7cb61bd req-2109752c-f1ac-45ff-aad9-e3f546adcc00 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323527 Oct 19 08:29:17.670052 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:17.748251 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e356a-cedd-4a0c-982f-f7df302d4c80 req-45f9d72b-cd45-4eaf-962c-be46818cc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:17.749936 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-378e356a-cedd-4a0c-982f-f7df302d4c80 req-45f9d72b-cd45-4eaf-962c-be46818cc0bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 1099 time: 0.0464022 Oct 19 08:29:17.850055 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e356a-cedd-4a0c-982f-f7df302d4c80 req-a643afb6-4471-41e0-8e93-2256e3f39c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:17.851551 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-378e356a-cedd-4a0c-982f-f7df302d4c80 req-a643afb6-4471-41e0-8e93-2256e3f39c70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 918 time: 0.0941887 Oct 19 08:29:17.882228 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 43060) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:17.922203 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-378e356a-cedd-4a0c-982f-f7df302d4c80 req-6f847061-9d1f-45d4-b3fc-6d60e75ce499 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ccfabb1-82b3-4904-a943-c29622e0b546 HTTP/1.1" status: 200 len: 1002 time: 0.0620258 Oct 19 08:29:17.976515 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e356a-cedd-4a0c-982f-f7df302d4c80 req-28ca0232-2a37-4d9f-b6a5-74995159adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:17.978195 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-378e356a-cedd-4a0c-982f-f7df302d4c80 req-28ca0232-2a37-4d9f-b6a5-74995159adb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be9abea3-4266-4603-b94f-731252d257c2 HTTP/1.1" status: 200 len: 856 time: 0.0488162 Oct 19 08:29:18.031546 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 43072) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:18.039647 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-84cc4d77-ee18-464c-8d84-373aad3076df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c07ba81dc364646bfacfb309f6a1b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553357 Oct 19 08:29:18.055894 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e356a-cedd-4a0c-982f-f7df302d4c80 req-913cf050-d78e-4dd0-a565-fa6e41c7496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:18.057653 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-378e356a-cedd-4a0c-982f-f7df302d4c80 req-913cf050-d78e-4dd0-a565-fa6e41c7496a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b7c9676-b604-477b-a586-63579afd5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662181 Oct 19 08:29:18.181524 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-83bc5118-bd49-45a7-a89b-9f783cca2c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:18.215642 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cf362-cdd4-438c-b460-39fd93007903 req-0e635847-e24a-43cb-85e8-ecb6f5c2b5d0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:18.217021 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9c5cf362-cdd4-438c-b460-39fd93007903 req-0e635847-e24a-43cb-85e8-ecb6f5c2b5d0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.1302261 Oct 19 08:29:18.234433 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-83bc5118-bd49-45a7-a89b-9f783cca2c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:18.259134 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-378e356a-cedd-4a0c-982f-f7df302d4c80 req-1cdbaf74-3de5-4e1e-a569-3c82de158339 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923769 Oct 19 08:29:18.319138 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9c5cf362-cdd4-438c-b460-39fd93007903 req-ad57deea-64d1-4c66-a7ff-c573b93c1f70 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940287 Oct 19 08:29:18.344161 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 43084) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:18.376320 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-83bc5118-bd49-45a7-a89b-9f783cca2c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:18.378848 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-83bc5118-bd49-45a7-a89b-9f783cca2c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:18.379969 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-83bc5118-bd49-45a7-a89b-9f783cca2c27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa4b0753-b698-4e90-b57c-f8ed4eb76ca9 HTTP/1.1" status: 204 len: 168 time: 0.3466141 Oct 19 08:29:18.396351 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-378e356a-cedd-4a0c-982f-f7df302d4c80 req-ef943809-d74f-4598-bed5-8b4b5db2ca48 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293771 Oct 19 08:29:18.397149 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc5118-bd49-45a7-a89b-9f783cca2c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4b0753-b698-4e90-b57c-f8ed4eb76ca9,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:18.470121 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-994d53cc-bed9-400d-868d-2963bd68942d admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:18.554560 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-994d53cc-bed9-400d-868d-2963bd68942d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:18.559159 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-994d53cc-bed9-400d-868d-2963bd68942d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:18.603504 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-994d53cc-bed9-400d-868d-2963bd68942d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcf8c7dc62f049488434cd39570dc4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572086 Oct 19 08:29:18.603747 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d53cc-bed9-400d-868d-2963bd68942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9fb7ae-db93-411a-872c-ed80e0cafa7a,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:18.605462 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 43092) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:18.664616 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c1f389b5-f9e5-4679-accd-60255de2a132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:18.686626 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c1f389b5-f9e5-4679-accd-60255de2a132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:18.740820 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c1f389b5-f9e5-4679-accd-60255de2a132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:18.744495 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c1f389b5-f9e5-4679-accd-60255de2a132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:18.748156 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-c1f389b5-f9e5-4679-accd-60255de2a132 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f9fb7ae-db93-411a-872c-ed80e0cafa7a HTTP/1.1" status: 204 len: 168 time: 0.1384127 Oct 19 08:29:18.755696 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f389b5-f9e5-4679-accd-60255de2a132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9fb7ae-db93-411a-872c-ed80e0cafa7a,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:19.151846 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 43118) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:19.165405 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ab3796d8-d7c2-41f9-8368-cfc3282542b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:19.244924 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ab3796d8-d7c2-41f9-8368-cfc3282542b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:19.248724 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ab3796d8-d7c2-41f9-8368-cfc3282542b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:19.287238 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-ab3796d8-d7c2-41f9-8368-cfc3282542b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6665528ea97d4674bc36309ad1e561c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1343503 Oct 19 08:29:19.288172 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3796d8-d7c2-41f9-8368-cfc3282542b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dde8680-021f-42cf-94a5-69783ba0d8ed,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:19.289867 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 43120) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:19.338787 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-49f1719c-2c7f-467b-997e-7967baea4a1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:19.359442 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-49f1719c-2c7f-467b-997e-7967baea4a1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:19.408457 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-49f1719c-2c7f-467b-997e-7967baea4a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:19.411025 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-49f1719c-2c7f-467b-997e-7967baea4a1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:19.412521 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-49f1719c-2c7f-467b-997e-7967baea4a1d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8dde8680-021f-42cf-94a5-69783ba0d8ed HTTP/1.1" status: 204 len: 168 time: 0.1216371 Oct 19 08:29:19.420615 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1719c-2c7f-467b-997e-7967baea4a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dde8680-021f-42cf-94a5-69783ba0d8ed,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:19.448652 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fbb4a-b868-4d5e-80ec-8eb09e770a44 req-7a82e13f-f178-458b-9996-d68cd9e1b2a0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:19.450117 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-293fbb4a-b868-4d5e-80ec-8eb09e770a44 req-7a82e13f-f178-458b-9996-d68cd9e1b2a0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0580423 Oct 19 08:29:19.486627 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-293fbb4a-b868-4d5e-80ec-8eb09e770a44 req-5d66aeda-911d-4720-8840-798d5fa15bf2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301723 Oct 19 08:29:20.608598 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf8c8d-29f4-4f36-bb27-5e6cc6418f93 req-37a3fc35-1ebc-4bde-8544-cc1430320cad tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:20.610095 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cfdf8c8d-29f4-4f36-bb27-5e6cc6418f93 req-37a3fc35-1ebc-4bde-8544-cc1430320cad tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0483258 Oct 19 08:29:20.651451 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cfdf8c8d-29f4-4f36-bb27-5e6cc6418f93 req-af83d308-6e0e-4165-a443-f9cc73d0e46e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339248 Oct 19 08:29:21.234204 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [req-122b9eab-8ae2-4964-a3b2-5fb0bec1fa0a req-befaad1d-52b8-4508-b3dd-66ab32aff357 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:29:21.235239 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-122b9eab-8ae2-4964-a3b2-5fb0bec1fa0a req-befaad1d-52b8-4508-b3dd-66ab32aff357 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1010392 Oct 19 08:29:21.346684 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:21.472622 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dfe7c-1e0d-49af-ab27-a5d0656c4b20 req-f41e3e8b-7ab9-44da-ac77-07b9efa10031 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:21.480222 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-277dfe7c-1e0d-49af-ab27-a5d0656c4b20 req-f41e3e8b-7ab9-44da-ac77-07b9efa10031 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0878251 Oct 19 08:29:21.539650 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-277dfe7c-1e0d-49af-ab27-a5d0656c4b20 req-e8e0bbe1-cf17-4163-9097-580b2835e19a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484393 Oct 19 08:29:21.850354 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 43274) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:21.987210 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-e09c5a56-d095-414d-9a99-2afb7df94f02 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1346099 Oct 19 08:29:21.997047 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-e2b9f8ef-1a35-4259-aaac-c5715d768a36 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:29:21.998114 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-e2b9f8ef-1a35-4259-aaac-c5715d768a36 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052109 Oct 19 08:29:22.659430 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cd5b1-c87c-4aa4-8d83-9c5c1af40ee2 req-91c3fb21-5716-4a24-9e40-0e32dc17ee38 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:22.660790 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-239cd5b1-c87c-4aa4-8d83-9c5c1af40ee2 req-91c3fb21-5716-4a24-9e40-0e32dc17ee38 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0524495 Oct 19 08:29:22.697530 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-239cd5b1-c87c-4aa4-8d83-9c5c1af40ee2 req-7ac92e69-8fc3-4563-9cf8-a41e5108493b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303032 Oct 19 08:29:23.816828 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4a83c-964d-41ac-b826-73b79eddecfe req-3eb74bd1-6b8e-4fa2-949e-1cedefd7bdf9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:23.819051 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3aa4a83c-964d-41ac-b826-73b79eddecfe req-3eb74bd1-6b8e-4fa2-949e-1cedefd7bdf9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 946 time: 0.0486140 Oct 19 08:29:23.856377 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3aa4a83c-964d-41ac-b826-73b79eddecfe req-8fad14f1-68ac-458f-9645-83577ec83176 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308225 Oct 19 08:29:24.752909 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 3ccfabb1-82b3-4904-a943-c29622e0b546 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:29:24.829082 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:24.851501 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:29:24.853761 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87342d2d-8300-4282-a2d9-9177b5588c34" -d '{"events": [{"server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "name": "network-vif-unplugged", "status": "completed", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:29:24.865489 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 3ccfabb1-82b3-4904-a943-c29622e0b546, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccfabb1-82b3-4904-a943-c29622e0b546,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:29:24.869336 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:24.897795 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 08:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba474a8-1992-458b-8ce6-e35f108c9af2 x-openstack-request-id: req-2ba474a8-1992-458b-8ce6-e35f108c9af2 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:29:24.898078 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "name": "network-vif-unplugged", "status": "failed", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546", "code": 422}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:29:24.898324 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ba474a8-1992-458b-8ce6-e35f108c9af2 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:29:24.898759 dv-cinder-813984-3-iscsi neutron-server[99814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'code': 422} returned with failed status Oct 19 08:29:24.980030 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df125a9-25c9-4c0c-a982-72c0fe582a82 req-a80057d4-4d95-4a8b-8d0b-d385216b828e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:24.981461 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9df125a9-25c9-4c0c-a982-72c0fe582a82 req-a80057d4-4d95-4a8b-8d0b-d385216b828e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0540290 Oct 19 08:29:25.021220 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9df125a9-25c9-4c0c-a982-72c0fe582a82 req-f3e59f4f-67fb-49ba-9e3c-9b56ef53e0fc tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330706 Oct 19 08:29:25.038960 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=3ccfabb1-82b3-4904-a943-c29622e0b546,revision_number=8']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:25.045735 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:25.046076 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:25.046407 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:25.046757 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:25.047077 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:25.047397 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:25.047713 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:25.048030 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:25.048369 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:25.048686 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:25.049000 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:25.049309 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:26.138133 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd5679-4b0e-4de5-a0ef-0a976b70c26b req-d2a2d938-d28b-498d-872d-b249534116a6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:26.139602 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cd5679-4b0e-4de5-a0ef-0a976b70c26b req-d2a2d938-d28b-498d-872d-b249534116a6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0483267 Oct 19 08:29:26.176643 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-48cd5679-4b0e-4de5-a0ef-0a976b70c26b req-5f20240b-cea2-45a6-9d00-2e82b8d32c5e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311861 Oct 19 08:29:26.396973 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-73fd8794-80c9-4d7d-9c70-b586a69e8822 req-77a4ccdd-72c6-49b9-ab2b-8f37e63b1dbd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840316 Oct 19 08:29:26.471322 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd8794-80c9-4d7d-9c70-b586a69e8822 req-3d720799-f530-4363-8079-879a723123af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:26.473114 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-73fd8794-80c9-4d7d-9c70-b586a69e8822 req-3d720799-f530-4363-8079-879a723123af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d039e505af3b42a3afdc9ac76295e901&device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 1098 time: 0.0504339 Oct 19 08:29:26.573743 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd8794-80c9-4d7d-9c70-b586a69e8822 req-3a3b44e6-641b-43e0-aeef-5752fa562061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:26.575200 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-73fd8794-80c9-4d7d-9c70-b586a69e8822 req-3a3b44e6-641b-43e0-aeef-5752fa562061 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 HTTP/1.1" status: 200 len: 911 time: 0.0831158 Oct 19 08:29:26.642708 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-73fd8794-80c9-4d7d-9c70-b586a69e8822 req-04032e65-8388-4f4e-bcc3-2995c129b27b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 HTTP/1.1" status: 200 len: 1001 time: 0.0602221 Oct 19 08:29:26.690242 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd8794-80c9-4d7d-9c70-b586a69e8822 req-a330b055-d326-4152-b5dd-439f367845b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:26.691571 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-73fd8794-80c9-4d7d-9c70-b586a69e8822 req-a330b055-d326-4152-b5dd-439f367845b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa061827-a35c-494b-9df2-e4239fe5ce7a HTTP/1.1" status: 200 len: 849 time: 0.0419893 Oct 19 08:29:26.736231 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd8794-80c9-4d7d-9c70-b586a69e8822 req-d1aee5e9-7bc7-4401-b639-6ae27e3cf488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:26.737690 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-73fd8794-80c9-4d7d-9c70-b586a69e8822 req-d1aee5e9-7bc7-4401-b639-6ae27e3cf488 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392225 Oct 19 08:29:26.829237 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-73fd8794-80c9-4d7d-9c70-b586a69e8822 req-23dceaf8-da50-456e-b886-0038203d199f service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833859 Oct 19 08:29:26.917484 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-73fd8794-80c9-4d7d-9c70-b586a69e8822 req-5231d451-f9e5-49ff-ab00-426da3c18aa7 service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799770 Oct 19 08:29:27.297481 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dafc1c-2587-4723-8200-66c04755df34 req-60a4603b-9ab6-498d-a957-951e4d282b53 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:27.298979 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-41dafc1c-2587-4723-8200-66c04755df34 req-60a4603b-9ab6-498d-a957-951e4d282b53 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0532820 Oct 19 08:29:27.335151 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-41dafc1c-2587-4723-8200-66c04755df34 req-57f1b0f4-fec0-4aa3-adda-782c56897dc4 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303929 Oct 19 08:29:28.455413 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd332e-d333-4045-b96d-9024e276b61b req-122e5a9f-a00e-4e84-9667-4ca72843f873 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:28.456882 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2fdd332e-d333-4045-b96d-9024e276b61b req-122e5a9f-a00e-4e84-9667-4ca72843f873 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0491025 Oct 19 08:29:28.497344 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2fdd332e-d333-4045-b96d-9024e276b61b req-0219d16c-e663-44bd-bc23-52f70cf6dd4a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340691 Oct 19 08:29:28.709999 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-1d732924-61ee-4724-ab73-7dcb7324d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:28.711806 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-1d732924-61ee-4724-ab73-7dcb7324d367 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a&tenant_id=6ffc881ce1324822826aec5e72a754b4 HTTP/1.1" status: 200 len: 1097 time: 0.0890772 Oct 19 08:29:28.778690 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-0ec748d1-132b-47f1-b4a7-e2f9456999ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:28.780136 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-0ec748d1-132b-47f1-b4a7-e2f9456999ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 1097 time: 0.0438149 Oct 19 08:29:28.869541 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-a657cb2b-536f-4cf5-83db-4c9d630b1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:28.870938 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-a657cb2b-536f-4cf5-83db-4c9d630b1f83 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 918 time: 0.0834141 Oct 19 08:29:28.940694 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-41d37f1f-70f8-4032-8f3f-463f5cc83612 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ccfabb1-82b3-4904-a943-c29622e0b546 HTTP/1.1" status: 200 len: 1000 time: 0.0624092 Oct 19 08:29:28.989064 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-19c66d13-b3b0-4056-9b1c-3c91f440b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:28.991103 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-19c66d13-b3b0-4056-9b1c-3c91f440b30f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be9abea3-4266-4603-b94f-731252d257c2 HTTP/1.1" status: 200 len: 856 time: 0.0421689 Oct 19 08:29:29.034708 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-e85f5f23-96d0-4d8d-ab3f-f322c0a0ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:29.036187 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-e85f5f23-96d0-4d8d-ab3f-f322c0a0ca76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b7c9676-b604-477b-a586-63579afd5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388668 Oct 19 08:29:29.128777 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-ee6f1482-9caa-4948-aea8-38383c827491 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853384 Oct 19 08:29:29.220854 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2cf02c1f-5f78-41eb-ae53-0291e8e6f5e3 req-10bae787-e95d-409d-9779-554b017aaa8f service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846918 Oct 19 08:29:29.627381 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad925bf5-11ec-49b5-ba90-fdd864c9790e req-2cd55b88-c880-45a7-b8b4-0c3018a71197 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:29.628959 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ad925bf5-11ec-49b5-ba90-fdd864c9790e req-2cd55b88-c880-45a7-b8b4-0c3018a71197 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0533884 Oct 19 08:29:29.668528 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ad925bf5-11ec-49b5-ba90-fdd864c9790e req-44b24d85-e269-4ba1-a32f-071684026fda tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326459 Oct 19 08:29:30.792938 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4df3a9-a9cd-4d54-a886-2f4cca844e15 req-443f7fd1-88bb-4133-87a9-529265285930 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:30.794690 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2a4df3a9-a9cd-4d54-a886-2f4cca844e15 req-443f7fd1-88bb-4133-87a9-529265285930 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0498669 Oct 19 08:29:30.835006 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2a4df3a9-a9cd-4d54-a886-2f4cca844e15 req-b00c4de7-c9aa-403f-9795-9e98f165fc6f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334060 Oct 19 08:29:31.969164 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa09aa6-9e01-48ec-bf38-a8da69a342ae req-eb63f65e-e6ed-4130-8cbb-ec1a2ac425b3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:31.970701 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-efa09aa6-9e01-48ec-bf38-a8da69a342ae req-eb63f65e-e6ed-4130-8cbb-ec1a2ac425b3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0557377 Oct 19 08:29:32.010862 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-efa09aa6-9e01-48ec-bf38-a8da69a342ae req-37a3738b-f095-42cc-afd4-4d49f77143a2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333350 Oct 19 08:29:33.153362 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8729d-e6ea-440e-8463-d1b7ae60cf7a req-d9389365-3fac-4253-bc69-da12016c6e68 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:33.154833 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9eb8729d-e6ea-440e-8463-d1b7ae60cf7a req-d9389365-3fac-4253-bc69-da12016c6e68 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0570529 Oct 19 08:29:33.195711 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9eb8729d-e6ea-440e-8463-d1b7ae60cf7a req-5fde3ebc-4c75-462c-9141-483f04e93acf tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343664 Oct 19 08:29:34.022474 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 43532) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:34.135107 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:34.218320 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:34.222186 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:34.263671 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53623589-ec26-450f-8c54-5a7b8e3de8ac,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:34.271190 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:34.272105 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:34.272450 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:34.272786 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:34.273111 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:34.273440 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:34.273766 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:34.274095 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:34.274430 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:34.274766 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:34.275087 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:34.275414 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:34.283335 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-d48497b4-860b-4fc4-bf9a-5465d6b5b3f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f052c98a4b30476c93bdd2c96c5304bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597296 Oct 19 08:29:34.283903 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 43538) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:34.338074 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b667685-16ad-4748-9d7d-98ef7ba0566c req-15edfe2a-0635-4903-a1f0-e67dcf9bdf19 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:34.340328 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8b667685-16ad-4748-9d7d-98ef7ba0566c req-15edfe2a-0635-4903-a1f0-e67dcf9bdf19 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0696914 Oct 19 08:29:34.343718 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1371a0b5-5c49-4b56-9463-e679acc960a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:34.367274 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1371a0b5-5c49-4b56-9463-e679acc960a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:34.394126 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8b667685-16ad-4748-9d7d-98ef7ba0566c req-b1081932-2cd9-49d0-b3da-7e64cc33aa22 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475264 Oct 19 08:29:34.457443 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1371a0b5-5c49-4b56-9463-e679acc960a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:34.461180 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1371a0b5-5c49-4b56-9463-e679acc960a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:34.462343 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-1371a0b5-5c49-4b56-9463-e679acc960a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53623589-ec26-450f-8c54-5a7b8e3de8ac HTTP/1.1" status: 204 len: 168 time: 0.1772084 Oct 19 08:29:34.471436 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371a0b5-5c49-4b56-9463-e679acc960a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53623589-ec26-450f-8c54-5a7b8e3de8ac,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:34.831130 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 43564) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:34.854713 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-48504813-f218-4700-9b6e-9a8a9834180f admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:34.939973 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-48504813-f218-4700-9b6e-9a8a9834180f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:34.945191 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-48504813-f218-4700-9b6e-9a8a9834180f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:34.988264 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-48504813-f218-4700-9b6e-9a8a9834180f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0c3bbd746af48c48af21a5950e02d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560130 Oct 19 08:29:34.990823 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48504813-f218-4700-9b6e-9a8a9834180f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd7fe30-863e-4b09-89d4-722a61e6fa1e,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:34.991722 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 43576) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:35.046346 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:35.067539 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:35.114138 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:35.117490 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:35.118445 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8dd7fe30-863e-4b09-89d4-722a61e6fa1e HTTP/1.1" status: 204 len: 168 time: 0.1252565 Oct 19 08:29:35.126483 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd7fe30-863e-4b09-89d4-722a61e6fa1e,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:35.134157 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:35.134526 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:35.134880 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:35.135193 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:35.135519 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:35.135844 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:35.136162 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:35.136483 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:35.136809 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:35.137118 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:35.137429 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:35.137742 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c041b4-c3e3-4911-9108-9de220545a7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:29:35.434339 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 43586) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:35.451357 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-dcedabb7-028c-4ac3-9a5c-f9b6fb29ea1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:35.792706 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf339313-a95c-43dc-8963-32e2b5185596 req-a2a0be24-c37a-417e-bc33-f9597f6f4087 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:35.794064 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bf339313-a95c-43dc-8963-32e2b5185596 req-a2a0be24-c37a-417e-bc33-f9597f6f4087 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0729809 Oct 19 08:29:35.844271 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-dcedabb7-028c-4ac3-9a5c-f9b6fb29ea1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:35.854953 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-dcedabb7-028c-4ac3-9a5c-f9b6fb29ea1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:35.884622 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bf339313-a95c-43dc-8963-32e2b5185596 req-05ece295-f03c-4b04-8740-03287f284865 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832028 Oct 19 08:29:35.903972 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-dcedabb7-028c-4ac3-9a5c-f9b6fb29ea1c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94cbfac6479048d3b148aa83fdc22cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685075 Oct 19 08:29:35.904803 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedabb7-028c-4ac3-9a5c-f9b6fb29ea1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51a342c-862a-4d59-bd23-43d96d873bae,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:35.906844 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 43590) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:35.971570 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d6035171-fbb1-4a15-a906-73fd7f339252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:35.997093 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d6035171-fbb1-4a15-a906-73fd7f339252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:36.051215 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d6035171-fbb1-4a15-a906-73fd7f339252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:36.055140 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d6035171-fbb1-4a15-a906-73fd7f339252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:36.056557 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-d6035171-fbb1-4a15-a906-73fd7f339252 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b51a342c-862a-4d59-bd23-43d96d873bae HTTP/1.1" status: 204 len: 168 time: 0.1487026 Oct 19 08:29:36.066025 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6035171-fbb1-4a15-a906-73fd7f339252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51a342c-862a-4d59-bd23-43d96d873bae,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:37.007579 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1444c-d835-41d6-a096-63d0c4b93288 req-17d3a55b-772f-4528-8354-41783a860d67 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:37.009313 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1fd1444c-d835-41d6-a096-63d0c4b93288 req-17d3a55b-772f-4528-8354-41783a860d67 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0528150 Oct 19 08:29:37.047532 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1fd1444c-d835-41d6-a096-63d0c4b93288 req-ce3bacda-5c2d-461e-91a4-b4b44626ca3b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323620 Oct 19 08:29:38.169432 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c4900-5cae-4e26-b2fb-bc4760c5c442 req-5a2bade4-08b6-49b9-89d4-a204f0031d9a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:38.170882 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e31c4900-5cae-4e26-b2fb-bc4760c5c442 req-5a2bade4-08b6-49b9-89d4-a204f0031d9a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0476365 Oct 19 08:29:38.208334 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e31c4900-5cae-4e26-b2fb-bc4760c5c442 req-eb620191-0055-44ae-ac21-46c45ef4d822 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Oct 19 08:29:39.324197 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6aa0f0-cc03-41c8-a9a7-b4cec48460e2 req-bcc2153b-5fcc-4d0d-8b17-0fec11ec112f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:39.325628 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c6aa0f0-cc03-41c8-a9a7-b4cec48460e2 req-bcc2153b-5fcc-4d0d-8b17-0fec11ec112f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0472224 Oct 19 08:29:39.362832 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c6aa0f0-cc03-41c8-a9a7-b4cec48460e2 req-fb306ba2-4250-4b2d-87d3-7f7041ea4339 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314081 Oct 19 08:29:40.491275 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16fd77-fbf9-45ac-b221-c3674a717635 req-0ee5c958-ca74-43ea-8905-7d8f73a5cb03 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:40.492898 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-db16fd77-fbf9-45ac-b221-c3674a717635 req-0ee5c958-ca74-43ea-8905-7d8f73a5cb03 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0539725 Oct 19 08:29:40.532023 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-db16fd77-fbf9-45ac-b221-c3674a717635 req-a9585dc7-bef7-4d71-a387-b17a7497ae7d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328622 Oct 19 08:29:41.650063 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187abf3-2ce2-4fa2-9ab7-60ca95c40bbb req-289c0254-f092-43e0-9b8a-cc2970709014 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:41.651509 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a187abf3-2ce2-4fa2-9ab7-60ca95c40bbb req-289c0254-f092-43e0-9b8a-cc2970709014 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0485656 Oct 19 08:29:41.688337 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a187abf3-2ce2-4fa2-9ab7-60ca95c40bbb req-a7839652-8386-4530-93c5-a90862f1bb13 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310864 Oct 19 08:29:41.908510 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7f15-4994-454a-b6cf-15a91d453165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:42.818289 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a9b07-85ae-4057-adbb-369a8714849f req-7c898fe1-bcb7-4826-9e18-011466314104 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:42.820477 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5b3a9b07-85ae-4057-adbb-369a8714849f req-7c898fe1-bcb7-4826-9e18-011466314104 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0570679 Oct 19 08:29:42.858311 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5b3a9b07-85ae-4057-adbb-369a8714849f req-6b2879a6-df7a-4e34-ab9e-d9a65aae37ed tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317271 Oct 19 08:29:43.985946 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cab283-4186-4884-a935-e6f6e3a7e66d req-a0b132dc-e0fe-43f9-9e18-bddc6acfc20d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:43.987417 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-29cab283-4186-4884-a935-e6f6e3a7e66d req-a0b132dc-e0fe-43f9-9e18-bddc6acfc20d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0509133 Oct 19 08:29:44.025994 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-29cab283-4186-4884-a935-e6f6e3a7e66d req-396ea855-fe66-41c7-bb87-07e83f65232b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313597 Oct 19 08:29:45.093821 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-82717ff1-2f01-4885-b084-40a0a306db0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:45.151332 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2904f6-2e6c-4342-93db-926a4f5f8d7a req-47057227-d7d9-4976-b85e-f89be48d2cc8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:45.152836 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4e2904f6-2e6c-4342-93db-926a4f5f8d7a req-47057227-d7d9-4976-b85e-f89be48d2cc8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0501094 Oct 19 08:29:45.192645 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4e2904f6-2e6c-4342-93db-926a4f5f8d7a req-e1ea516f-d7bd-435b-b0c4-e2b96e3a40c8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339148 Oct 19 08:29:45.924327 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:46.309847 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669311a-41c5-40cf-880a-c2f9e5ab83af req-31523c05-c396-4294-b851-b5a3abbe6801 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:46.311299 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f669311a-41c5-40cf-880a-c2f9e5ab83af req-31523c05-c396-4294-b851-b5a3abbe6801 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0478401 Oct 19 08:29:46.348303 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f669311a-41c5-40cf-880a-c2f9e5ab83af req-76229055-6b7d-475b-9354-fe6761db4d7a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311923 Oct 19 08:29:46.603075 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:47.469000 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aeef4a-4737-4b69-9a85-63067c21ee11 req-cb7fb53c-4ab5-479b-a78d-679d16c4bc9f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:47.470443 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a0aeef4a-4737-4b69-9a85-63067c21ee11 req-cb7fb53c-4ab5-479b-a78d-679d16c4bc9f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0514302 Oct 19 08:29:47.506824 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a0aeef4a-4737-4b69-9a85-63067c21ee11 req-a4ca428f-d5b4-4d28-bb94-8a7d08c30f03 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306027 Oct 19 08:29:47.669318 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:48.627544 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58c341-69a4-44e5-8323-019689608208 req-8002989d-0b9c-44e8-ac3e-399f9e593892 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:48.628983 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fb58c341-69a4-44e5-8323-019689608208 req-8002989d-0b9c-44e8-ac3e-399f9e593892 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0482652 Oct 19 08:29:48.665968 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fb58c341-69a4-44e5-8323-019689608208 req-9d6d8c67-2ba5-45e3-a326-79af36946386 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306261 Oct 19 08:29:49.784904 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d356f37-b3f1-425e-9ac3-773141c6f5e8 req-649bb3d4-3199-4fe4-a090-271c9d708b7a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:49.786472 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9d356f37-b3f1-425e-9ac3-773141c6f5e8 req-649bb3d4-3199-4fe4-a090-271c9d708b7a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0493765 Oct 19 08:29:49.826189 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9d356f37-b3f1-425e-9ac3-773141c6f5e8 req-beff4dc7-0475-4abf-a25f-28bf934a95e7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319073 Oct 19 08:29:50.861769 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 43808) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:50.909115 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d25c530-6a1c-4b17-9103-c04da6fb68cc admin admin] Deleting subnet faf229ef-cd54-4b49-bafc-3689da0ca128 {{(pid=99812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:29:50.912234 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9d25c530-6a1c-4b17-9103-c04da6fb68cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:50.948211 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9d25c530-6a1c-4b17-9103-c04da6fb68cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911843'] for subnet, precommit_delete_associations {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:50.963263 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6c0ce-dd88-48f9-81c1-c1a0b5ceaffe req-8ab40b29-0557-43d0-883a-b63702b8ead2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:50.964810 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e6f6c0ce-dd88-48f9-81c1-c1a0b5ceaffe req-8ab40b29-0557-43d0-883a-b63702b8ead2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0540178 Oct 19 08:29:50.991761 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9d25c530-6a1c-4b17-9103-c04da6fb68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.006326 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e6f6c0ce-dd88-48f9-81c1-c1a0b5ceaffe req-14d040a5-d7d1-4493-a6b6-38d715d5b84e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354245 Oct 19 08:29:51.020560 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:29:51.050078 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9d25c530-6a1c-4b17-9103-c04da6fb68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60597195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59567234'] for subnet, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.077936 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9d25c530-6a1c-4b17-9103-c04da6fb68cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.081797 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-9d25c530-6a1c-4b17-9103-c04da6fb68cc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/faf229ef-cd54-4b49-bafc-3689da0ca128 HTTP/1.1" status: 204 len: 168 time: 0.2183130 Oct 19 08:29:51.082068 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25c530-6a1c-4b17-9103-c04da6fb68cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf229ef-cd54-4b49-bafc-3689da0ca128,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:51.086400 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 43810) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:51.161476 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-90b3eb28-37af-47fb-81bd-f6c5dee07c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.247241 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-90b3eb28-37af-47fb-81bd-f6c5dee07c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.266989 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-90b3eb28-37af-47fb-81bd-f6c5dee07c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f69f0bf-630e-493a-a010-3869e8bbde66']}} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:29:51.276787 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-90b3eb28-37af-47fb-81bd-f6c5dee07c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30') {'for_net_delete': True} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:29:51.277074 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-90b3eb28-37af-47fb-81bd-f6c5dee07c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2ad2c3-cda3-4a29-8c96-4f61c19f3f30') {} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:29:51.286030 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-90b3eb28-37af-47fb-81bd-f6c5dee07c59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60713931'] for segment, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.300198 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-90b3eb28-37af-47fb-81bd-f6c5dee07c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.306469 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b3eb28-37af-47fb-81bd-f6c5dee07c59 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=99813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:29:51.306987 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-90b3eb28-37af-47fb-81bd-f6c5dee07c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60713989'] for segment, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: Traceback (most recent call last): Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: timer() Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: cb(*args, **kw) Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: return func(*args, **kwargs) Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: self._notify() Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: self.callback(batched_events) Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: event.method(event) Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: return f(self, *a, **k) Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._get(url).json() Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: return self.request(url, 'GET', **kwargs) Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:29:51.308666 dv-cinder-813984-3-iscsi neutron-server[99813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:29:51.333903 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.370151 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-90b3eb28-37af-47fb-81bd-f6c5dee07c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.375444 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-90b3eb28-37af-47fb-81bd-f6c5dee07c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.378613 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-90b3eb28-37af-47fb-81bd-f6c5dee07c59 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3f69f0bf-630e-493a-a010-3869e8bbde66 HTTP/1.1" status: 204 len: 168 time: 0.2910578 Oct 19 08:29:51.390638 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3eb28-37af-47fb-81bd-f6c5dee07c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f69f0bf-630e-493a-a010-3869e8bbde66,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:51.535849 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 43814) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:51.574953 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-cccca152-e0d7-49a7-8f97-e3c432fc1c99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f570556a465841b98162222c60bef779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379295 Oct 19 08:29:51.577281 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 43816) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:29:51.622800 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4867d89c-5c95-4d91-9c92-789fbffd03b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.643544 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4867d89c-5c95-4d91-9c92-789fbffd03b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.688379 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4867d89c-5c95-4d91-9c92-789fbffd03b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.690975 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4867d89c-5c95-4d91-9c92-789fbffd03b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:29:51.692088 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4867d89c-5c95-4d91-9c92-789fbffd03b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10bee16f-440f-4ff7-b991-0a1dc31c06e4 HTTP/1.1" status: 204 len: 168 time: 0.1138883 Oct 19 08:29:51.699993 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867d89c-5c95-4d91-9c92-789fbffd03b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bee16f-440f-4ff7-b991-0a1dc31c06e4,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:29:52.145967 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12f305-283f-4b08-922b-a6157de6a8a6 req-e930b94f-35e5-49fd-8874-a137e7485bb3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:52.147626 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cc12f305-283f-4b08-922b-a6157de6a8a6 req-e930b94f-35e5-49fd-8874-a137e7485bb3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0649967 Oct 19 08:29:52.198432 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cc12f305-283f-4b08-922b-a6157de6a8a6 req-23b4bd21-8e9b-4656-8828-8070bbc8eb53 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444713 Oct 19 08:29:53.331808 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f8f45-af5d-4d0e-b566-f748fc17b9e7 req-4fcdf997-b3d4-4771-8350-f9ac5cc0466d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:53.333291 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ac9f8f45-af5d-4d0e-b566-f748fc17b9e7 req-4fcdf997-b3d4-4771-8350-f9ac5cc0466d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0507588 Oct 19 08:29:53.376357 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ac9f8f45-af5d-4d0e-b566-f748fc17b9e7 req-5a4e3402-5de7-4982-881e-8873beca0cdd tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348842 Oct 19 08:29:54.502268 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651a2af-30b4-43cf-a8df-a46441d71da6 req-0929d1aa-2af1-4750-a7d8-8c6930c7a66c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:54.503787 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2651a2af-30b4-43cf-a8df-a46441d71da6 req-0929d1aa-2af1-4750-a7d8-8c6930c7a66c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0500019 Oct 19 08:29:54.543398 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2651a2af-30b4-43cf-a8df-a46441d71da6 req-1303a205-cd35-4bdc-88c5-f23e923efe54 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334804 Oct 19 08:29:55.658553 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8fe96-5233-4ab9-a2eb-1f6228d672f6 req-d20228fa-532c-4c3f-aa30-eb7218d4e0f9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:55.659893 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f9d8fe96-5233-4ab9-a2eb-1f6228d672f6 req-d20228fa-532c-4c3f-aa30-eb7218d4e0f9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0468719 Oct 19 08:29:55.699372 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f9d8fe96-5233-4ab9-a2eb-1f6228d672f6 req-baa5d2e8-36aa-48d2-a7ab-72718d526740 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337009 Oct 19 08:29:56.818902 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d6d13-7ebe-4ac0-9c5e-6953c05eee5e req-22936168-d444-4257-8e9a-8b7ece7592ba tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:56.821012 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-751d6d13-7ebe-4ac0-9c5e-6953c05eee5e req-22936168-d444-4257-8e9a-8b7ece7592ba tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0496256 Oct 19 08:29:56.858393 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-751d6d13-7ebe-4ac0-9c5e-6953c05eee5e req-fb72f4cc-d908-42e0-912c-9a78847fa3f1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312951 Oct 19 08:29:57.974717 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138f434-320f-4265-9c89-f3b5a2c30d7b req-cfe16cf2-4985-49c6-aef8-2715baeb9268 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:57.976270 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8138f434-320f-4265-9c89-f3b5a2c30d7b req-cfe16cf2-4985-49c6-aef8-2715baeb9268 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0477903 Oct 19 08:29:58.014239 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8138f434-320f-4265-9c89-f3b5a2c30d7b req-f567ee0e-d514-4c97-bdd6-f306633cd32f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320630 Oct 19 08:29:59.130371 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8064c-d381-440c-84d0-eab2fda3cdfe req-9cefc49b-6bcb-43af-a940-eb0826a0f1d8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:29:59.132562 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a0d8064c-d381-440c-84d0-eab2fda3cdfe req-9cefc49b-6bcb-43af-a940-eb0826a0f1d8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0479457 Oct 19 08:29:59.173855 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a0d8064c-d381-440c-84d0-eab2fda3cdfe req-48832ea6-1936-402e-ad86-01d284fc147d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352669 Oct 19 08:30:00.291770 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb9ac6-eafe-42ac-93fc-a722eb8c5fec req-db0ac6c9-db57-472a-ba7c-c730d8840e56 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:00.294357 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a8cb9ac6-eafe-42ac-93fc-a722eb8c5fec req-db0ac6c9-db57-472a-ba7c-c730d8840e56 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0484631 Oct 19 08:30:00.330873 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a8cb9ac6-eafe-42ac-93fc-a722eb8c5fec req-7e148b7e-1320-4e20-af1e-55bd95dbb56d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309792 Oct 19 08:30:01.448234 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67864c-d4f8-4d45-811a-45386a4712ba req-e1b9b83e-6160-49d9-97e8-d0b8a703cf4e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:01.450296 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5f67864c-d4f8-4d45-811a-45386a4712ba req-e1b9b83e-6160-49d9-97e8-d0b8a703cf4e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0487278 Oct 19 08:30:01.486575 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5f67864c-d4f8-4d45-811a-45386a4712ba req-0d7cdd14-cd0a-41d2-ac69-697a51ec0af4 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303102 Oct 19 08:30:02.602380 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f624b-c19f-45ee-946a-fea0810479de req-7c0d371b-fd10-4531-92c3-1043a91849a0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:02.603839 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e06f624b-c19f-45ee-946a-fea0810479de req-7c0d371b-fd10-4531-92c3-1043a91849a0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 944 time: 0.0466781 Oct 19 08:30:02.644471 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e06f624b-c19f-45ee-946a-fea0810479de req-51697b5b-1a37-4f40-a91b-029e25d8642a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342901 Oct 19 08:30:02.937096 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 3ccfabb1-82b3-4904-a943-c29622e0b546 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:30:03.030838 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 3ccfabb1-82b3-4904-a943-c29622e0b546, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccfabb1-82b3-4904-a943-c29622e0b546,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:03.041467 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'port_id': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'mac_address': 'fa:16:3e:5f:b2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:30:03.077622 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:03.089569 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccfabb1-82b3-4904-a943-c29622e0b546 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:30:03.107627 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 3ccfabb1-82b3-4904-a943-c29622e0b546, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccfabb1-82b3-4904-a943-c29622e0b546,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:03.111379 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:03.156477 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=3ccfabb1-82b3-4904-a943-c29622e0b546,revision_number=9']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:03.761694 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742efeda-d955-46eb-8ebb-ddf69adcccf1 req-9a31ac7d-f861-4180-9a96-b3fead742314 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:03.763148 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-742efeda-d955-46eb-8ebb-ddf69adcccf1 req-9a31ac7d-f861-4180-9a96-b3fead742314 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.0485897 Oct 19 08:30:03.800062 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-742efeda-d955-46eb-8ebb-ddf69adcccf1 req-dd5f7a6a-16e6-4f80-8d15-28068b67760a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310888 Oct 19 08:30:04.802757 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['3ccfabb1-82b3-4904-a943-c29622e0b546'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:30:04.917699 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acdd86-67d8-4f46-b1a9-aed5cc24a019 req-820cd337-7b0c-47b1-ab8c-77c97897d49d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:04.919977 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-84acdd86-67d8-4f46-b1a9-aed5cc24a019 req-820cd337-7b0c-47b1-ab8c-77c97897d49d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.0491569 Oct 19 08:30:04.956098 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-84acdd86-67d8-4f46-b1a9-aed5cc24a019 req-5520e809-912a-4c16-bf78-42967a5718a6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303195 Oct 19 08:30:06.072394 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebee89b-c9c2-4efb-92f4-dd05f2b7d2f4 req-0712fa22-740a-4616-8b5c-b5d4bd4f3a9c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:06.073824 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3ebee89b-c9c2-4efb-92f4-dd05f2b7d2f4 req-0712fa22-740a-4616-8b5c-b5d4bd4f3a9c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.0475190 Oct 19 08:30:06.114223 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3ebee89b-c9c2-4efb-92f4-dd05f2b7d2f4 req-bd1f56e8-ffb0-481a-b859-90630b322d05 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337481 Oct 19 08:30:07.231350 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3299d8-b335-400f-b013-054847e2738e req-4c65502c-3ed5-4a2a-9ce4-862fcda5fc70 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:07.232767 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5b3299d8-b335-400f-b013-054847e2738e req-4c65502c-3ed5-4a2a-9ce4-862fcda5fc70 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.0475199 Oct 19 08:30:07.269115 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5b3299d8-b335-400f-b013-054847e2738e req-709ccf99-dd96-43d8-9a82-57d4d266a7ba tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305388 Oct 19 08:30:08.389607 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4d746-b181-4418-819e-90f302698e69 req-34e23fb6-e8bf-4193-9724-c7485b2b7f18 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:08.391045 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-04a4d746-b181-4418-819e-90f302698e69 req-34e23fb6-e8bf-4193-9724-c7485b2b7f18 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 945 time: 0.0518422 Oct 19 08:30:08.430357 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-04a4d746-b181-4418-819e-90f302698e69 req-95e3ff8c-af19-442c-b4c8-e7bc9adad0df tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334949 Oct 19 08:30:09.047267 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 3ccfabb1-82b3-4904-a943-c29622e0b546 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:09.093468 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 3ccfabb1-82b3-4904-a943-c29622e0b546 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:09.093832 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:09.169523 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:09.191183 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:30:09.193424 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aa4d35-deaa-443c-9f6e-4de05d35a8c5" -d '{"events": [{"server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "name": "network-vif-plugged", "status": "completed", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:30:09.207108 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 3ccfabb1-82b3-4904-a943-c29622e0b546, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccfabb1-82b3-4904-a943-c29622e0b546,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:09.210984 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:09.256604 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=3ccfabb1-82b3-4904-a943-c29622e0b546,revision_number=10']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:09.343037 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0134ea3a-3497-48b9-913d-002a31f67b28 x-openstack-request-id: req-0134ea3a-3497-48b9-913d-002a31f67b28 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:30:09.343325 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "name": "network-vif-plugged", "status": "completed", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:30:09.343576 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0134ea3a-3497-48b9-913d-002a31f67b28 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:30:09.343964 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'code': 200} Oct 19 08:30:09.549532 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad365-0b11-46b2-b0a8-c8b6d110c469 req-1032bb14-3110-4204-b845-d191ea910863 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:09.550987 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-83cad365-0b11-46b2-b0a8-c8b6d110c469 req-1032bb14-3110-4204-b845-d191ea910863 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 947 time: 0.0471838 Oct 19 08:30:09.592189 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-83cad365-0b11-46b2-b0a8-c8b6d110c469 req-c091b515-2392-4e8c-8d8c-25b1008d354a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354004 Oct 19 08:30:09.838648 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44108) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:09.946236 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b3f57bce-d1ca-4253-86ff-d90fb4efa53c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.024883 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b3f57bce-d1ca-4253-86ff-d90fb4efa53c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.028920 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b3f57bce-d1ca-4253-86ff-d90fb4efa53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.067328 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-b3f57bce-d1ca-4253-86ff-d90fb4efa53c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa2adbd08fe64a64a5c91ddc7b1e4ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272243 Oct 19 08:30:10.068271 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f57bce-d1ca-4253-86ff-d90fb4efa53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9eb255-00d5-45e1-846a-92b6e1dcbbd4,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:10.069764 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44122) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:10.120536 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7cb252f9-fc34-45e9-a534-c2bfa3587da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.142522 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7cb252f9-fc34-45e9-a534-c2bfa3587da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.170683 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44126) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:10.194799 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7cb252f9-fc34-45e9-a534-c2bfa3587da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.197488 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7cb252f9-fc34-45e9-a534-c2bfa3587da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.198606 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-7cb252f9-fc34-45e9-a534-c2bfa3587da3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c9eb255-00d5-45e1-846a-92b6e1dcbbd4 HTTP/1.1" status: 204 len: 168 time: 0.1277547 Oct 19 08:30:10.207352 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb252f9-fc34-45e9-a534-c2bfa3587da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9eb255-00d5-45e1-846a-92b6e1dcbbd4,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:10.280142 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-df0cf25e-f5de-42b1-a591-de6412463946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.354928 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-df0cf25e-f5de-42b1-a591-de6412463946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.359339 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-df0cf25e-f5de-42b1-a591-de6412463946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.400465 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cf25e-f5de-42b1-a591-de6412463946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263a05be-ec84-4617-a126-4273ea9dfe11,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:10.409027 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44134) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:10.415244 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-df0cf25e-f5de-42b1-a591-de6412463946 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d2d531b987c4f14b5cc02016f507b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433102 Oct 19 08:30:10.460111 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0f546654-2839-41d2-8f3b-bf1c6169ff47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.470403 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44136) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:10.481637 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0f546654-2839-41d2-8f3b-bf1c6169ff47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.484200 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b4555c05-65cb-4314-bf57-c1e8bd5b2450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.530124 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0f546654-2839-41d2-8f3b-bf1c6169ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.532797 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0f546654-2839-41d2-8f3b-bf1c6169ff47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.536303 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-0f546654-2839-41d2-8f3b-bf1c6169ff47 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/263a05be-ec84-4617-a126-4273ea9dfe11 HTTP/1.1" status: 204 len: 168 time: 0.1240239 Oct 19 08:30:10.543389 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f546654-2839-41d2-8f3b-bf1c6169ff47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263a05be-ec84-4617-a126-4273ea9dfe11,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:10.562877 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b4555c05-65cb-4314-bf57-c1e8bd5b2450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.568154 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b4555c05-65cb-4314-bf57-c1e8bd5b2450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.608602 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-b4555c05-65cb-4314-bf57-c1e8bd5b2450 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c943c31845749198997fa809e1050f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1340952 Oct 19 08:30:10.608602 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4555c05-65cb-4314-bf57-c1e8bd5b2450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c8e945-378c-439e-b4e9-671a6ec7d594,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:10.609002 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44140) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:10.671128 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-466463d7-e3cd-44e7-b88c-bade53744bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.719233 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-466463d7-e3cd-44e7-b88c-bade53744bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.762106 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abad80e-1a2a-4e66-81a1-f70aa23d9ea2 req-d70fe17b-90dc-4074-bddc-eb9262b37254 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:10.764556 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8abad80e-1a2a-4e66-81a1-f70aa23d9ea2 req-d70fe17b-90dc-4074-bddc-eb9262b37254 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 947 time: 0.0909467 Oct 19 08:30:10.804422 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-466463d7-e3cd-44e7-b88c-bade53744bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.807823 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-466463d7-e3cd-44e7-b88c-bade53744bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.808988 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-466463d7-e3cd-44e7-b88c-bade53744bd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0c8e945-378c-439e-b4e9-671a6ec7d594 HTTP/1.1" status: 204 len: 168 time: 0.1988552 Oct 19 08:30:10.817522 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8abad80e-1a2a-4e66-81a1-f70aa23d9ea2 req-97bc3d2d-eb72-4b5a-8b9a-ca33cd3e2fef tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460386 Oct 19 08:30:10.822816 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466463d7-e3cd-44e7-b88c-bade53744bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c8e945-378c-439e-b4e9-671a6ec7d594,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:10.872509 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44152) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:10.886361 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-33f969e0-21e8-4a99-bbd4-07c10ff415a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.964628 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-33f969e0-21e8-4a99-bbd4-07c10ff415a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:10.968429 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-33f969e0-21e8-4a99-bbd4-07c10ff415a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:11.010813 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-33f969e0-21e8-4a99-bbd4-07c10ff415a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03212688a15047988419a34ffb3ebd13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369681 Oct 19 08:30:11.011656 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f969e0-21e8-4a99-bbd4-07c10ff415a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22f724f-b5e6-4fa4-a033-16923dc5cf3f,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:11.014268 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44156) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:11.063422 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-35be418d-6215-4431-8231-f322e1337e97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:11.085172 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-35be418d-6215-4431-8231-f322e1337e97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:11.133374 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-35be418d-6215-4431-8231-f322e1337e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:11.136532 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-35be418d-6215-4431-8231-f322e1337e97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:11.138192 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-35be418d-6215-4431-8231-f322e1337e97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c22f724f-b5e6-4fa4-a033-16923dc5cf3f HTTP/1.1" status: 204 len: 168 time: 0.1224034 Oct 19 08:30:11.146358 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be418d-6215-4431-8231-f322e1337e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22f724f-b5e6-4fa4-a033-16923dc5cf3f,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:11.928205 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-0eb7207b-d36b-4a0f-b3c0-89dd230a9877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:11.987929 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3becbd-2a93-46b6-94ce-58d72bf1e4ac req-7877813f-dad3-462d-a567-e59405acc25f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:11.990473 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6c3becbd-2a93-46b6-94ce-58d72bf1e4ac req-7877813f-dad3-462d-a567-e59405acc25f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 947 time: 0.0836902 Oct 19 08:30:12.043193 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6c3becbd-2a93-46b6-94ce-58d72bf1e4ac req-278f8fe0-789f-485e-85f7-108acdf60957 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429449 Oct 19 08:30:13.078475 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44264) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:13.097533 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455698d9-75ab-4851-9ace-8d093871d7da req-50b75d04-0461-4bed-9182-845e6db88d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:13.099290 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-455698d9-75ab-4851-9ace-8d093871d7da req-50b75d04-0461-4bed-9182-845e6db88d54 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 1100 time: 0.0467198 Oct 19 08:30:13.166516 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-455698d9-75ab-4851-9ace-8d093871d7da req-6afd8023-a0ae-42b8-8ca0-b0d4925eac43 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598500 Oct 19 08:30:13.193121 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678a435-0e3e-4f5d-baa4-c52b8c17d970 req-74f208af-bb51-46e2-be0d-58c1cd615fb3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:13.194543 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d678a435-0e3e-4f5d-baa4-c52b8c17d970 req-74f208af-bb51-46e2-be0d-58c1cd615fb3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 947 time: 0.0747981 Oct 19 08:30:13.195610 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-15017f0a-7cdf-4b9a-a764-258d32b76a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.254285 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d678a435-0e3e-4f5d-baa4-c52b8c17d970 req-c86e38aa-17f9-4610-a7d9-85d8587e57a1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510309 Oct 19 08:30:13.295707 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-15017f0a-7cdf-4b9a-a764-258d32b76a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.299422 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-15017f0a-7cdf-4b9a-a764-258d32b76a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.336821 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-15017f0a-7cdf-4b9a-a764-258d32b76a43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c33fe031d39e4de882477ccfeb956beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573688 Oct 19 08:30:13.337680 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15017f0a-7cdf-4b9a-a764-258d32b76a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cd7015-25e0-4198-9c47-9ee7aeeb09e0,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:13.339502 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44268) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:13.393183 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9f112f1c-8185-429a-94f9-47400651ef31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.413856 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9f112f1c-8185-429a-94f9-47400651ef31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.461056 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9f112f1c-8185-429a-94f9-47400651ef31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.463851 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-9f112f1c-8185-429a-94f9-47400651ef31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.464905 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-9f112f1c-8185-429a-94f9-47400651ef31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9cd7015-25e0-4198-9c47-9ee7aeeb09e0 HTTP/1.1" status: 204 len: 168 time: 0.1236391 Oct 19 08:30:13.472433 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f112f1c-8185-429a-94f9-47400651ef31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cd7015-25e0-4198-9c47-9ee7aeeb09e0,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:13.720581 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44276) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:13.733906 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-08bf06b0-bb33-4d5f-9200-304de813e575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.809702 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-08bf06b0-bb33-4d5f-9200-304de813e575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.814038 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-08bf06b0-bb33-4d5f-9200-304de813e575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.860082 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf06b0-bb33-4d5f-9200-304de813e575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360285aa-9b97-4a8a-ad93-6786f214adc2,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:13.862636 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-08bf06b0-bb33-4d5f-9200-304de813e575 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7adc358681e147c0becd3851548befda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409411 Oct 19 08:30:13.863004 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44286) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:13.918866 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7c2d5463-657e-4f84-a21f-21842a3dcc23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.939842 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7c2d5463-657e-4f84-a21f-21842a3dcc23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.990940 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7c2d5463-657e-4f84-a21f-21842a3dcc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.993536 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7c2d5463-657e-4f84-a21f-21842a3dcc23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:13.994681 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-7c2d5463-657e-4f84-a21f-21842a3dcc23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/360285aa-9b97-4a8a-ad93-6786f214adc2 HTTP/1.1" status: 204 len: 168 time: 0.1306567 Oct 19 08:30:14.003510 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d5463-657e-4f84-a21f-21842a3dcc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360285aa-9b97-4a8a-ad93-6786f214adc2,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:14.381858 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655693-fe06-4604-8947-a4b47b12eafb req-24235b84-1475-4516-93f9-5583a366e738 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:14.383543 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bd655693-fe06-4604-8947-a4b47b12eafb req-24235b84-1475-4516-93f9-5583a366e738 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 947 time: 0.0516927 Oct 19 08:30:14.425945 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bd655693-fe06-4604-8947-a4b47b12eafb req-0400d3ef-56f7-48d3-92b5-82797a8e643d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354557 Oct 19 08:30:15.100677 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-51f6ce5a-43fc-4a1b-934b-bf1f3dc7dc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:15.558466 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c779dc-746c-4bba-b297-fc5d6320f8e7 req-a2df88b8-53c9-4879-afba-d099f0fc0924 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:15.567750 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-42c779dc-746c-4bba-b297-fc5d6320f8e7 req-a2df88b8-53c9-4879-afba-d099f0fc0924 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 947 time: 0.0692117 Oct 19 08:30:15.610741 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-42c779dc-746c-4bba-b297-fc5d6320f8e7 req-013cef1e-7f41-41a9-b1ee-544b75b9e563 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413995 Oct 19 08:30:15.729955 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44422) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:15.845648 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fbcba46e-0861-4853-ae51-a7a3aa861591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:15.928941 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:15.972036 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fbcba46e-0861-4853-ae51-a7a3aa861591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:15.977811 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fbcba46e-0861-4853-ae51-a7a3aa861591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.015235 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-fbcba46e-0861-4853-ae51-a7a3aa861591 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a2330a3c215425883a543f63ee0627a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838871 Oct 19 08:30:16.015522 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44430) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:16.038566 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcba46e-0861-4853-ae51-a7a3aa861591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393c9214-7a35-435e-b478-b5066901a2a6,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:16.071165 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a62aca8e-efed-4cbf-96f6-05b7bd075916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.093148 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a62aca8e-efed-4cbf-96f6-05b7bd075916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.144291 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a62aca8e-efed-4cbf-96f6-05b7bd075916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.147040 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a62aca8e-efed-4cbf-96f6-05b7bd075916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.148329 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-a62aca8e-efed-4cbf-96f6-05b7bd075916 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/393c9214-7a35-435e-b478-b5066901a2a6 HTTP/1.1" status: 204 len: 168 time: 0.1309035 Oct 19 08:30:16.156978 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62aca8e-efed-4cbf-96f6-05b7bd075916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393c9214-7a35-435e-b478-b5066901a2a6,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:16.221202 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44436) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:16.439134 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-57254361-008c-4418-84a4-da290ef34ff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.488674 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44442) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:16.503604 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-297283ce-b53b-406d-99e2-43629904962b admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.521949 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-57254361-008c-4418-84a4-da290ef34ff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.527530 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-57254361-008c-4418-84a4-da290ef34ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.572239 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-57254361-008c-4418-84a4-da290ef34ff8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb535a747b9a43139ab43cbea44fa35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499353 Oct 19 08:30:16.574185 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57254361-008c-4418-84a4-da290ef34ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a22977-6ef1-46b6-a845-8dc220a746d3,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:16.575126 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44444) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:16.602352 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-297283ce-b53b-406d-99e2-43629904962b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.609222 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.610433 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-297283ce-b53b-406d-99e2-43629904962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.660709 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-297283ce-b53b-406d-99e2-43629904962b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=299f2f9da5c84b0ca955fbd2f4e00eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708972 Oct 19 08:30:16.663349 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44448) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:16.668661 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297283ce-b53b-406d-99e2-43629904962b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170f6f8a-340d-4ce0-9721-34de8828c2c7,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:16.676793 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-65c84c61-06a1-4ff6-9343-e42a7e3479c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.708766 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-65c84c61-06a1-4ff6-9343-e42a7e3479c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.732050 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-78254b1f-db4a-4bcb-badf-af7cadf76020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.754788 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-78254b1f-db4a-4bcb-badf-af7cadf76020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.781952 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c230d12-bd6d-4a54-bfca-143ce72d597d req-3c2a71d2-a669-401a-b340-b570ade87d0f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:16.782943 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6c230d12-bd6d-4a54-bfca-143ce72d597d req-3c2a71d2-a669-401a-b340-b570ade87d0f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 947 time: 0.0843103 Oct 19 08:30:16.805957 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-65c84c61-06a1-4ff6-9343-e42a7e3479c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.808698 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-65c84c61-06a1-4ff6-9343-e42a7e3479c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.810103 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-65c84c61-06a1-4ff6-9343-e42a7e3479c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34a22977-6ef1-46b6-a845-8dc220a746d3 HTTP/1.1" status: 204 len: 168 time: 0.2335608 Oct 19 08:30:16.834352 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-78254b1f-db4a-4bcb-badf-af7cadf76020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.835508 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c84c61-06a1-4ff6-9343-e42a7e3479c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a22977-6ef1-46b6-a845-8dc220a746d3,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:16.839947 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-78254b1f-db4a-4bcb-badf-af7cadf76020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:16.845112 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-78254b1f-db4a-4bcb-badf-af7cadf76020 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/170f6f8a-340d-4ce0-9721-34de8828c2c7 HTTP/1.1" status: 204 len: 168 time: 0.1793845 Oct 19 08:30:16.846729 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6c230d12-bd6d-4a54-bfca-143ce72d597d req-2e0bb34f-6b2e-4c3e-b461-0d27f7a12c08 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552323 Oct 19 08:30:16.854570 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78254b1f-db4a-4bcb-badf-af7cadf76020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170f6f8a-340d-4ce0-9721-34de8828c2c7,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:17.241609 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44472) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:17.258457 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6c26330c-2ab5-4e82-867a-dfbdb01c85b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:17.333188 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6c26330c-2ab5-4e82-867a-dfbdb01c85b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:17.337225 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6c26330c-2ab5-4e82-867a-dfbdb01c85b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:17.379579 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-6c26330c-2ab5-4e82-867a-dfbdb01c85b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e0477e47a684f039d84d78d696f3e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1342316 Oct 19 08:30:17.379579 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26330c-2ab5-4e82-867a-dfbdb01c85b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfd1d06-4166-4c8f-9af9-ced8d6031f4f,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:17.380527 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44476) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:17.437226 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bfe9ad1e-3230-4aef-939d-0c3d35bf536b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:17.461541 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bfe9ad1e-3230-4aef-939d-0c3d35bf536b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:17.510367 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bfe9ad1e-3230-4aef-939d-0c3d35bf536b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:17.513555 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bfe9ad1e-3230-4aef-939d-0c3d35bf536b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:17.514753 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-bfe9ad1e-3230-4aef-939d-0c3d35bf536b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebfd1d06-4166-4c8f-9af9-ced8d6031f4f HTTP/1.1" status: 204 len: 168 time: 0.1338274 Oct 19 08:30:17.523284 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9ad1e-3230-4aef-939d-0c3d35bf536b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfd1d06-4166-4c8f-9af9-ced8d6031f4f,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:17.683370 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:18.103667 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44514) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:18.233497 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-84cd7c63-0e3d-45da-a533-79f2e9017baa admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:18.316885 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-84cd7c63-0e3d-45da-a533-79f2e9017baa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:18.322201 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-84cd7c63-0e3d-45da-a533-79f2e9017baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:18.366520 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-84cd7c63-0e3d-45da-a533-79f2e9017baa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=586926a686044cd88fb75c94ab6f5bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603028 Oct 19 08:30:18.366520 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd7c63-0e3d-45da-a533-79f2e9017baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeae34c-2bc6-47be-9b35-7fe9ed489bdc,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:18.367748 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44524) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:18.432871 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7096ce5b-499b-41a9-95ba-d84644d0d19b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:18.454410 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7096ce5b-499b-41a9-95ba-d84644d0d19b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:18.500421 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7096ce5b-499b-41a9-95ba-d84644d0d19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:18.503091 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7096ce5b-499b-41a9-95ba-d84644d0d19b admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:18.504477 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-7096ce5b-499b-41a9-95ba-d84644d0d19b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/caeae34c-2bc6-47be-9b35-7fe9ed489bdc HTTP/1.1" status: 204 len: 168 time: 0.1354752 Oct 19 08:30:18.512915 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096ce5b-499b-41a9-95ba-d84644d0d19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeae34c-2bc6-47be-9b35-7fe9ed489bdc,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:19.196059 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44610) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:19.204607 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44614) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:19.323156 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2127762015-network', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:19.342926 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-168bfded-7965-4c2f-82b5-c0e47041a4cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.375126 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Made reservation on behalf of 4c35a609df154c65988d39d98e9f50c8 for: {'network': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:30:19.377457 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.388474 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.484705 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-168bfded-7965-4c2f-82b5-c0e47041a4cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.489852 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-168bfded-7965-4c2f-82b5-c0e47041a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.546221 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.547876 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bfded-7965-4c2f-82b5-c0e47041a4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda812a0-8186-4df8-83e7-77256e347247,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:19.551961 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-168bfded-7965-4c2f-82b5-c0e47041a4cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c0892443f564f40a88d7d39b99387b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546467 Oct 19 08:30:19.553416 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.554667 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44618) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:19.578273 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=99812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:30:19.587002 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ccdae3-9db6-4f87-94ab-7bb50ae924a1,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:19.595932 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.596284 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.segments_db [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Added segment 65c6768f-ecea-4927-8d32-be77dcda58ee of type vlan for network fb031b3e-c52c-423e-8e10-3f31ca90acd6 Oct 19 08:30:19.612003 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-8132f28f-d7c6-4060-be7b-2ae5f1267f45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.635697 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-8132f28f-d7c6-4060-be7b-2ae5f1267f45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.638740 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.663151 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.664415 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:19.665180 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.680783 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-8132f28f-d7c6-4060-be7b-2ae5f1267f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.683341 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-8132f28f-d7c6-4060-be7b-2ae5f1267f45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.685038 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-8132f28f-d7c6-4060-be7b-2ae5f1267f45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fda812a0-8186-4df8-83e7-77256e347247 HTTP/1.1" status: 204 len: 168 time: 0.1284990 Oct 19 08:30:19.693923 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132f28f-d7c6-4060-be7b-2ae5f1267f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda812a0-8186-4df8-83e7-77256e347247,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:19.719512 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5137131 Oct 19 08:30:19.722385 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44622) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:19.727243 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-a676a19c-ecfb-44dc-9b5c-44bf8002a747 admin admin] Request body: {'subnet': {'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2127762015-subnet', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'ip_version': 4}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:19.749223 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a676a19c-ecfb-44dc-9b5c-44bf8002a747 admin admin] Made reservation on behalf of 4c35a609df154c65988d39d98e9f50c8 for: {'subnet': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:30:19.751769 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a676a19c-ecfb-44dc-9b5c-44bf8002a747 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58818496'] for subnet, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:19.758534 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c7426-dd02-44e0-b93e-0226a9cc3450 admin admin] Pushing event updated for resources: {'Network': ['ID=fb031b3e-c52c-423e-8e10-3f31ca90acd6,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:19.769472 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network fb031b3e-c52c-423e-8e10-3f31ca90acd6 details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:30:19.940637 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a676a19c-ecfb-44dc-9b5c-44bf8002a747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60714138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58818542'] for subnet, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.007832 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676a19c-ecfb-44dc-9b5c-44bf8002a747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579fb183-31e6-4819-83c6-66e752c298e0,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:20.010557 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676a19c-ecfb-44dc-9b5c-44bf8002a747 admin admin] Checking segment: {'id': '65c6768f-ecea-4927-8d32-be77dcda58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:20.010912 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676a19c-ecfb-44dc-9b5c-44bf8002a747 admin admin] Network hostable DHCP agents. Network: fb031b3e-c52c-423e-8e10-3f31ca90acd6, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:30:20.031250 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676a19c-ecfb-44dc-9b5c-44bf8002a747 admin admin] Network fb031b3e-c52c-423e-8e10-3f31ca90acd6 is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:30:20.040821 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-a676a19c-ecfb-44dc-9b5c-44bf8002a747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, fb031b3e-c52c-423e-8e10-3f31ca90acd6) {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:20.045521 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a676a19c-ecfb-44dc-9b5c-44bf8002a747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:20.046308 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a676a19c-ecfb-44dc-9b5c-44bf8002a747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.051988 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f21af4-bee3-470d-ac7e-6dfd107a8123 None None] Network fb031b3e-c52c-423e-8e10-3f31ca90acd6 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:20.066534 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-a676a19c-ecfb-44dc-9b5c-44bf8002a747 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3416412 Oct 19 08:30:20.068090 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44636) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:20.072608 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:20.095822 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7276'] for router, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.097303 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7285'] for router, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.154409 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.215380 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp243f6fb3-4fc6-546d-81d7-7d5c3d1efffe-fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0'}]}} from dv-cinder-813984-3-iscsi. {{(pid=99814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:30:20.216280 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.305803 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.383114 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.db_base_plugin_common [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Allocated IP 172.20.0.2 (fb031b3e-c52c-423e-8e10-3f31ca90acd6/579fb183-31e6-4819-83c6-66e752c298e0/179659a6-e7cd-4197-ab38-6da7d5c6453e) {{(pid=99814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:20.441814 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44646) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:20.520951 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.541217 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.553787 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Publish callbacks [] for port, precommit_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.560601 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.565496 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1227218604-network', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:20.592475 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Made reservation on behalf of 28ca19e490b045a8af80ce6bc64afa50 for: {'network': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:30:20.595097 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.605184 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.606878 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Network fb031b3e-c52c-423e-8e10-3f31ca90acd6 is already hosted by enough agents. {{(pid=99814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:20.609785 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.base_scheduler [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Resources bound (agent type, host, resource id): {{(pid=99814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:20.612304 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Received port after_create {{(pid=99814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:20.628882 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Pushing event updated for resources: {'Port': ['ID=179659a6-e7cd-4197-ab38-6da7d5c6453e,revision_number=1']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:20.666499 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Allocated IP 172.27.2.136 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/343d75cf-a12a-464e-88cf-f6403b60c795) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:20.687254 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Attempting to bind port 179659a6-e7cd-4197-ab38-6da7d5c6453e on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:30:20.687614 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Attempting to bind port 179659a6-e7cd-4197-ab38-6da7d5c6453e by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': '65c6768f-ecea-4927-8d32-be77dcda58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:30:20.687968 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Attempting to bind port 179659a6-e7cd-4197-ab38-6da7d5c6453e on network fb031b3e-c52c-423e-8e10-3f31ca90acd6 {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:20.693131 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:20.693495 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Checking segment: {'id': '65c6768f-ecea-4927-8d32-be77dcda58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:20.693886 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.694269 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Bound using segment: {'id': '65c6768f-ecea-4927-8d32-be77dcda58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:20.694944 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Bound port: 179659a6-e7cd-4197-ab38-6da7d5c6453e, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c6768f-ecea-4927-8d32-be77dcda58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:30:20.695317 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.696784 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.701973 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.723994 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=99813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:30:20.749269 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6ec836-6c0d-43ae-a533-b11b771e7cde,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:20.752397 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.752937 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.segments_db [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Added segment b22aaa46-60af-4935-ae5e-55a01f97e9db of type vlan for network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 Oct 19 08:30:20.784998 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] For port 179659a6-e7cd-4197-ab38-6da7d5c6453e, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:20.788677 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.789500 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] For port 179659a6-e7cd-4197-ab38-6da7d5c6453e, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=179659a6-e7cd-4197-ab38-6da7d5c6453e,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:20.796746 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.797660 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.826839 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.828099 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:20.828994 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.829857 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:20.877381 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30848dc-a35b-4405-af39-012477d5aa96 None None] Pushing event updated for resources: {'Port': ['ID=179659a6-e7cd-4197-ab38-6da7d5c6453e,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:20.884332 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4410114 Oct 19 08:30:20.887650 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44650) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:20.892629 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-4fa55ad6-7156-45f0-82bf-5d17e3eb6efb admin admin] Request body: {'subnet': {'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1227218604-subnet', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'ip_version': 4}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:20.910825 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:20.915895 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:20.918091 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:20.935528 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79702a79-fa38-42dc-a146-184ff3e7c518 admin admin] Pushing event updated for resources: {'Network': ['ID=09e1e2e2-02ec-4078-9b6b-9e1d757336b7,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:20.946207 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:30:20.956796 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa55ad6-7156-45f0-82bf-5d17e3eb6efb admin admin] Made reservation on behalf of 28ca19e490b045a8af80ce6bc64afa50 for: {'subnet': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:30:20.959993 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Pushing event updated for resources: {'Port': ['ID=343d75cf-a12a-464e-88cf-f6403b60c795,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:20.962704 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4fa55ad6-7156-45f0-82bf-5d17e3eb6efb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58818496'] for subnet, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:21.238050 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4fa55ad6-7156-45f0-82bf-5d17e3eb6efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60714138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58818542'] for subnet, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:21.281578 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:21.295803 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa55ad6-7156-45f0-82bf-5d17e3eb6efb admin admin] Pushing event updated for resources: {'Subnet': ['ID=172ef68a-c4a9-4c64-a462-ff7f41dc6844,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:21.315161 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa55ad6-7156-45f0-82bf-5d17e3eb6efb admin admin] Checking segment: {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:21.315622 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa55ad6-7156-45f0-82bf-5d17e3eb6efb admin admin] Network hostable DHCP agents. Network: 09e1e2e2-02ec-4078-9b6b-9e1d757336b7, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:30:21.334748 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa55ad6-7156-45f0-82bf-5d17e3eb6efb admin admin] Network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:30:21.345815 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:21.347045 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-4fa55ad6-7156-45f0-82bf-5d17e3eb6efb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, 09e1e2e2-02ec-4078-9b6b-9e1d757336b7) {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:21.351776 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa55ad6-7156-45f0-82bf-5d17e3eb6efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:21.352486 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4fa55ad6-7156-45f0-82bf-5d17e3eb6efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:21.356434 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e561c4-f8e4-4fdd-bd38-61e488cc1810 None None] Network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:21.372002 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4fa55ad6-7156-45f0-82bf-5d17e3eb6efb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4830918 Oct 19 08:30:21.374647 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44656) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:21.379449 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:21.407639 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7276'] for router, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:21.409432 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7285'] for router, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:21.472714 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:21.529462 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627868'] for router, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:21.541333 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp243f6fb3-4fc6-546d-81d7-7d5c3d1efffe-09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844'}]}} from dv-cinder-813984-3-iscsi. {{(pid=99814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:30:21.542268 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:21.625044 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 179659a6-e7cd-4197-ab38-6da7d5c6453e up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:21.667806 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:21.704010 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 is scheduled to L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 with binding_index 1 {{(pid=99812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:30:21.744709 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.db_base_plugin_common [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Allocated IP 172.20.0.2 (09e1e2e2-02ec-4078-9b6b-9e1d757336b7/172ef68a-c4a9-4c64-a462-ff7f41dc6844/d4f204a4-0ad0-4765-87da-2e6b7b035a86) {{(pid=99814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:21.796504 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 179659a6-e7cd-4197-ab38-6da7d5c6453e triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:21.797687 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:21.926768 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:21.954473 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:22.006656 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:22.039290 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Publish callbacks [] for port, precommit_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:22.052496 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:22.074507 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec54957d-fdc5-494b-9e9b-7c79005912c9 None None] Network fb031b3e-c52c-423e-8e10-3f31ca90acd6 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:22.102504 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port 179659a6-e7cd-4197-ab38-6da7d5c6453e, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=179659a6-e7cd-4197-ab38-6da7d5c6453e,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:22.112502 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:22.118369 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Allocated IP 172.27.2.151 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/26c9e40e-b074-4786-bd0d-a76a07b38934) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:22.125993 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:22.135389 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Sync routers for ids ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:22.138381 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] Publish callbacks [] for router, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:22.143113 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-8abe08e1-1fe1-4611-97ee-0326ad8895b5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0735331 Oct 19 08:30:22.143619 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44660) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:22.160868 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 is already hosted by enough agents. {{(pid=99814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:22.169664 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.base_scheduler [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Resources bound (agent type, host, resource id): {{(pid=99814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:22.202203 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Received port after_create {{(pid=99814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:22.244609 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:22.249181 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Pushing event updated for resources: {'Port': ['ID=d4f204a4-0ad0-4765-87da-2e6b7b035a86,revision_number=1']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:22.278874 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Routers {'ccbec517-fb3e-4f4a-a265-fa3eb9c19462'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:22.279515 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:22.292498 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:22.315904 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-8777b759-b7c2-4b30-ac56-cc8030620519 None None] Provisioning complete for port 179659a6-e7cd-4197-ab38-6da7d5c6453e triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:22.316329 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-8777b759-b7c2-4b30-ac56-cc8030620519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:22.335679 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:22.338610 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:22.345648 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:22.349144 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Pushing event updated for resources: {'Port': ['ID=26c9e40e-b074-4786-bd0d-a76a07b38934,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:22.540918 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Attempting to bind port d4f204a4-0ad0-4765-87da-2e6b7b035a86 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:30:22.541548 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Attempting to bind port d4f204a4-0ad0-4765-87da-2e6b7b035a86 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:30:22.542086 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Attempting to bind port d4f204a4-0ad0-4765-87da-2e6b7b035a86 on network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:22.589210 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:22.589584 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Checking segment: {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:22.589982 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:22.590896 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Bound using segment: {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:22.591456 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Bound port: d4f204a4-0ad0-4765-87da-2e6b7b035a86, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:30:22.591860 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:22.601686 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=179659a6-e7cd-4197-ab38-6da7d5c6453e,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:22.643771 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:22.652025 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:22.704725 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Set router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:22.842436 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Allocated IP 172.20.0.1 (fb031b3e-c52c-423e-8e10-3f31ca90acd6/579fb183-31e6-4819-83c6-66e752c298e0/1631fc55-b55b-416e-9f23-5e045086a8c0) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:22.923530 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] For port d4f204a4-0ad0-4765-87da-2e6b7b035a86, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:22.941650 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] For port d4f204a4-0ad0-4765-87da-2e6b7b035a86, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=d4f204a4-0ad0-4765-87da-2e6b7b035a86,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:22.954355 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:23.083279 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b340b05-4d99-4142-b128-b8eed2af2336 None None] Pushing event updated for resources: {'Port': ['ID=d4f204a4-0ad0-4765-87da-2e6b7b035a86,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:23.083582 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:23.146020 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:21Z', 'revision_number': 3, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port': {'id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:23.160445 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:23.225358 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Pushing event updated for resources: {'Port': ['ID=1631fc55-b55b-416e-9f23-5e045086a8c0,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:23.241641 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Network fb031b3e-c52c-423e-8e10-3f31ca90acd6 is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:23.243085 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Checking router: ccbec517-fb3e-4f4a-a265-fa3eb9c19462 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:23.243471 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:23.243795 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Updating router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 port 343d75cf-a12a-464e-88cf-f6403b60c795 binding host dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:30:23.246316 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:23.271960 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:23.295235 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1627695'] for router_interface, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:23.357557 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627868'] for router, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:23.520207 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:23.552433 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-564b5e3b-2489-45f6-88d0-b97c15cc819d None None] Provisioning complete for port 179659a6-e7cd-4197-ab38-6da7d5c6453e triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:23.553266 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-564b5e3b-2489-45f6-88d0-b97c15cc819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:23.655914 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 179659a6-e7cd-4197-ab38-6da7d5c6453e up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:23.752802 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Router 51a04db1-e82b-4e7a-abb1-dee860873d0d is scheduled to L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 with binding_index 1 {{(pid=99813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:30:23.779292 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:23.788113 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60597233'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:23.899327 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Pushing event updated for resources: {'Port': ['ID=1631fc55-b55b-416e-9f23-5e045086a8c0,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:23.904973 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626527'] for router_interface, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:23.927968 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 179659a6-e7cd-4197-ab38-6da7d5c6453e triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:23.928522 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:24.007627 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Network fb031b3e-c52c-423e-8e10-3f31ca90acd6 is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:24.009113 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:24.025650 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Publish callbacks [] for port, precommit_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:24.033734 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:24.034911 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:24.063209 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Sync routers for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:24.073911 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:24.078785 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-58f006bf-a171-49a5-a3c5-52ad6640ec4b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7022851 Oct 19 08:30:24.086202 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44664) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:24.108120 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:24.115153 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:24.212065 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Attempting to bind port 343d75cf-a12a-464e-88cf-f6403b60c795 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:30:24.212492 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Attempting to bind port 343d75cf-a12a-464e-88cf-f6403b60c795 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:30:24.212771 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Attempting to bind port 343d75cf-a12a-464e-88cf-f6403b60c795 on network df899231-3d66-4e46-852d-f94c9631241f {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:24.233359 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a66049-bb6f-4057-a0f8-4af6e49c64a7 None None] Pushing event updated for resources: {'Port': ['ID=343d75cf-a12a-464e-88cf-f6403b60c795,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:24.240119 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:24.241856 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Checking segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:24.242268 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:24.242691 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Bound using segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:24.243182 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Bound port: 343d75cf-a12a-464e-88cf-f6403b60c795, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:30:24.243568 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:24.246239 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-fc15ffbe-5a54-477e-9f50-f5dbb0ff9585 None None] Provisioning complete for port 1631fc55-b55b-416e-9f23-5e045086a8c0 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:24.251975 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-fc15ffbe-5a54-477e-9f50-f5dbb0ff9585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:24.435621 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:24.481715 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-fc15ffbe-5a54-477e-9f50-f5dbb0ff9585 None None] Port 1631fc55-b55b-416e-9f23-5e045086a8c0 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:30:24.498365 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] For port 343d75cf-a12a-464e-88cf-f6403b60c795, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:24.511010 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] For port 343d75cf-a12a-464e-88cf-f6403b60c795, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=343d75cf-a12a-464e-88cf-f6403b60c795,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:24.517774 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:24.627584 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:30:24.672900 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a66049-bb6f-4057-a0f8-4af6e49c64a7 None None] Pushing event updated for resources: {'Port': ['ID=343d75cf-a12a-464e-88cf-f6403b60c795,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:24.677476 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Routers {'ccbec517-fb3e-4f4a-a265-fa3eb9c19462'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:24.678080 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:24.781839 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-c9f5c909-6150-44ef-b61b-bf97c4c18f92 None None] Provisioning complete for port 1631fc55-b55b-416e-9f23-5e045086a8c0 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:24.783195 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-c9f5c909-6150-44ef-b61b-bf97c4c18f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:24.824351 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:22Z', 'revision_number': 3, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:24.869420 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:24.873071 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Checking router: 51a04db1-e82b-4e7a-abb1-dee860873d0d for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:24.873577 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Updating router 51a04db1-e82b-4e7a-abb1-dee860873d0d port 26c9e40e-b074-4786-bd0d-a76a07b38934 binding host dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:30:24.877395 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-e61373b5-fbe4-42d3-8d06-abcdafa170ed admin admin] 10.222.0.26 "PUT /v2.0/routers/ccbec517-fb3e-4f4a-a265-fa3eb9c19462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7314560 Oct 19 08:30:24.915333 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5c909-6150-44ef-b61b-bf97c4c18f92 None None] Port 1631fc55-b55b-416e-9f23-5e045086a8c0 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:30:24.924113 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] Set router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:24.926477 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.002944 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.046970 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c54a1d1-cb0c-40cd-b80a-0f4e8cde07fd None None] Network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:25.206188 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Allocated IP 172.20.0.1 (09e1e2e2-02ec-4078-9b6b-9e1d757336b7/172ef68a-c4a9-4c64-a462-ff7f41dc6844/d4b08b60-761e-4e44-890d-333846be3395) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:25.295813 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Publish callbacks [] for port, precommit_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.307834 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.329298 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.363031 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Pushing event updated for resources: {'Port': ['ID=26c9e40e-b074-4786-bd0d-a76a07b38934,revision_number=2']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:25.373799 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.374267 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.374749 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.375176 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.375601 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.376025 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.376445 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.377109 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.377531 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.377951 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.378606 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.378745 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Provisioning complete for port d4f204a4-0ad0-4765-87da-2e6b7b035a86 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:25.378876 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.378992 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.414234 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.425555 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Attempting to bind port 26c9e40e-b074-4786-bd0d-a76a07b38934 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:30:25.425555 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Attempting to bind port 26c9e40e-b074-4786-bd0d-a76a07b38934 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:30:25.425555 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Attempting to bind port 26c9e40e-b074-4786-bd0d-a76a07b38934 on network df899231-3d66-4e46-852d-f94c9631241f {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:25.439419 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:25.443410 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Checking segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:25.444115 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.445952 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Bound using segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:25.448000 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Bound port: 26c9e40e-b074-4786-bd0d-a76a07b38934, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:30:25.448595 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.453736 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:25.457016 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:25.459505 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:25.508196 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1627695'] for router_interface, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.555793 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] For port 26c9e40e-b074-4786-bd0d-a76a07b38934, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:25.561291 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port': {'id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '1631fc55-b55b-416e-9f23-5e045086a8c0', 'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'mac_address': 'fa:16:3e:5a:11:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:22Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 2, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'subnets': [{'id': '579fb183-31e6-4819-83c6-66e752c298e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:25.572606 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] For port 26c9e40e-b074-4786-bd0d-a76a07b38934, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=26c9e40e-b074-4786-bd0d-a76a07b38934,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:25.587171 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.607721 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b08b60-761e-4e44-890d-333846be3395,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:25.608938 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9cff6-e166-4c57-85f5-105661ae374d None None] The sync data for ids ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'] in dv-cinder-813984-3-iscsi is: [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port': {'id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:40:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '1631fc55-b55b-416e-9f23-5e045086a8c0', 'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'mac_address': 'fa:16:3e:5a:11:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:22Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 2, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'subnets': [{'id': '579fb183-31e6-4819-83c6-66e752c298e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:25.619408 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device d4f204a4-0ad0-4765-87da-2e6b7b035a86 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:25.647200 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.710107 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:25.711117 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:25.738697 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.758813 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] For port d4f204a4-0ad0-4765-87da-2e6b7b035a86, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=d4f204a4-0ad0-4765-87da-2e6b7b035a86,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:25.782121 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.801956 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44684) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:25.808534 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-211138631-network', 'tenant_id': '9275db05c5c846568c747c5174c4f75c'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:25.829562 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cafe3-d508-46c7-bf5c-b2511a6f1760 None None] Pushing event updated for resources: {'Port': ['ID=26c9e40e-b074-4786-bd0d-a76a07b38934,revision_number=3']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:25.854240 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Made reservation on behalf of 9275db05c5c846568c747c5174c4f75c for: {'network': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:30:25.857729 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.861023 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port d4f204a4-0ad0-4765-87da-2e6b7b035a86 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:25.862126 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.879678 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:25.943891 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Pushing event updated for resources: {'Port': ['ID=d4f204a4-0ad0-4765-87da-2e6b7b035a86,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:25.974475 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:25.977263 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.977846 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.983613 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.983613 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.984238 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.984238 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.985174 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.985174 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.985174 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.985445 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.993599 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:25.993599 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2bc92-abc8-4518-b42d-1a5500574936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:26.066446 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.077996 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.099308 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=99812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:30:26.105668 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.114176 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.125061 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.125404 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.segments_db [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Added segment 6f6e1326-9d9b-489e-9792-f32d8fbe500a of type vlan for network 0287f81f-e0f3-426d-9a45-348c63bc6b6d Oct 19 08:30:26.195288 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-5a0b3429-e1c3-4837-97fd-e2192867a1b0 None None] Provisioning complete for port d4f204a4-0ad0-4765-87da-2e6b7b035a86 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:26.195841 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-5a0b3429-e1c3-4837-97fd-e2192867a1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.237322 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626527'] for router_interface, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.242483 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.261658 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86e129a-986c-474e-816f-9c9d080f0b7f,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:26.288408 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.291041 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:26.292107 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.384606 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] Pushing event updated for resources: {'Network': ['ID=0287f81f-e0f3-426d-9a45-348c63bc6b6d,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:26.388773 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-5a0b3429-e1c3-4837-97fd-e2192867a1b0 None None] Provisioning complete for port d4b08b60-761e-4e44-890d-333846be3395 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:26.388921 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-5a0b3429-e1c3-4837-97fd-e2192867a1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.394356 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b08b60-761e-4e44-890d-333846be3395,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:26.421916 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network 0287f81f-e0f3-426d-9a45-348c63bc6b6d details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:30:26.424987 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-a45dcfb2-83b5-4d93-8d3a-862c9f8e68c3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6207528 Oct 19 08:30:26.426669 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44686) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:26.437889 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 1, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:26.438399 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-87c08fec-0826-4ee8-abb1-f2f0aeaa051a admin admin] Request body: {'subnet': {'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-211138631-subnet', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'ip_version': 4}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:26.443163 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:26.445397 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:26.506629 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3916feb-3334-4d36-bec6-2b2e218f071a None None] The sync data for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi is: [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 1, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:26.515774 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c08fec-0826-4ee8-abb1-f2f0aeaa051a admin admin] Made reservation on behalf of 9275db05c5c846568c747c5174c4f75c for: {'subnet': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:30:26.518093 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-87c08fec-0826-4ee8-abb1-f2f0aeaa051a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59567271'] for subnet, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.593961 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Router 51a04db1-e82b-4e7a-abb1-dee860873d0d has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:30:26.605869 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b3429-e1c3-4837-97fd-e2192867a1b0 None None] Port d4b08b60-761e-4e44-890d-333846be3395 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:30:26.770557 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-a6b81e30-2cce-42e4-b0f4-7234de62d0d0 None None] Provisioning complete for port d4b08b60-761e-4e44-890d-333846be3395 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:26.771899 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:26.774581 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a6b81e30-2cce-42e4-b0f4-7234de62d0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.788694 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-a1fe8d35-0ae9-49ad-9c29-944c760bd129 admin admin] 10.222.0.26 "PUT /v2.0/routers/51a04db1-e82b-4e7a-abb1-dee860873d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6963224 Oct 19 08:30:26.818235 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-a6b81e30-2cce-42e4-b0f4-7234de62d0d0 None None] Port d4b08b60-761e-4e44-890d-333846be3395 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:30:26.893115 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-87c08fec-0826-4ee8-abb1-f2f0aeaa051a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60597002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59567241'] for subnet, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.943381 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-4d006b4a-6f72-4829-8314-decc2fdca81d None None] Provisioning complete for port d4b08b60-761e-4e44-890d-333846be3395 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:26.943747 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4d006b4a-6f72-4829-8314-decc2fdca81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:26.992934 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-4d006b4a-6f72-4829-8314-decc2fdca81d None None] Port d4b08b60-761e-4e44-890d-333846be3395 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:30:26.995262 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c08fec-0826-4ee8-abb1-f2f0aeaa051a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:27.005168 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c08fec-0826-4ee8-abb1-f2f0aeaa051a admin admin] Checking segment: {'id': '6f6e1326-9d9b-489e-9792-f32d8fbe500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:27.005523 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c08fec-0826-4ee8-abb1-f2f0aeaa051a admin admin] Network hostable DHCP agents. Network: 0287f81f-e0f3-426d-9a45-348c63bc6b6d, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:30:27.024809 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c08fec-0826-4ee8-abb1-f2f0aeaa051a admin admin] Network 0287f81f-e0f3-426d-9a45-348c63bc6b6d is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:30:27.037975 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-87c08fec-0826-4ee8-abb1-f2f0aeaa051a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, 0287f81f-e0f3-426d-9a45-348c63bc6b6d) {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:27.042922 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c08fec-0826-4ee8-abb1-f2f0aeaa051a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:27.044506 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-87c08fec-0826-4ee8-abb1-f2f0aeaa051a admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.060847 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4c1e8-26c9-4dfa-874d-47fa861b14ca None None] Network 0287f81f-e0f3-426d-9a45-348c63bc6b6d requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:27.068756 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44694) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:27.072001 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-87c08fec-0826-4ee8-abb1-f2f0aeaa051a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6402261 Oct 19 08:30:27.075628 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-211138631-router', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:27.102479 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7276'] for router, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.104477 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7285'] for router, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.190110 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.293119 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp243f6fb3-4fc6-546d-81d7-7d5c3d1efffe-0287f81f-e0f3-426d-9a45-348c63bc6b6d', 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'fixed_ips': [{'subnet_id': '9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8'}]}} from dv-cinder-813984-3-iscsi. {{(pid=99814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:30:27.298552 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.393154 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.536921 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.db_base_plugin_common [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Allocated IP 172.20.0.2 (0287f81f-e0f3-426d-9a45-348c63bc6b6d/9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8/4962b290-4fa9-4da6-b4c0-5d63b602c42a) {{(pid=99814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:27.729398 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44708) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:27.735302 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1289071693-network', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:27.796842 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Made reservation on behalf of fd13b0342f9e4732a8c4745a8db4b424 for: {'network': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:30:27.805460 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.818548 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.820561 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.844329 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.851528 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 343d75cf-a12a-464e-88cf-f6403b60c795 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:27.920895 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Publish callbacks [] for port, precommit_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.935245 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.972701 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.988175 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:27.992337 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Network 0287f81f-e0f3-426d-9a45-348c63bc6b6d is already hosted by enough agents. {{(pid=99814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:28.004279 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.base_scheduler [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Resources bound (agent type, host, resource id): {{(pid=99814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:28.006248 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 343d75cf-a12a-464e-88cf-f6403b60c795 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:28.006697 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.008655 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Received port after_create {{(pid=99814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:28.018564 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Pushing event updated for resources: {'Port': ['ID=4962b290-4fa9-4da6-b4c0-5d63b602c42a,revision_number=1']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:28.021325 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=99812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:30:28.027261 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Allocated IP 172.27.2.6 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/d868c9e7-9489-4ea9-a8e2-8aba395a98bd) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:28.034019 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:30:28.035874 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b45a4f-64cc-4304-a6c7-fb3eb9ee1024,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:28.046039 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.046656 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.segments_db [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Added segment c9198336-05b2-4f70-bdef-81273a8d1edd of type vlan for network b62460b2-eefa-495c-a12c-d10e04e8f007 Oct 19 08:30:28.100550 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.137250 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Attempting to bind port 4962b290-4fa9-4da6-b4c0-5d63b602c42a on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:30:28.138423 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Attempting to bind port 4962b290-4fa9-4da6-b4c0-5d63b602c42a by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': '6f6e1326-9d9b-489e-9792-f32d8fbe500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:30:28.138905 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Attempting to bind port 4962b290-4fa9-4da6-b4c0-5d63b602c42a on network 0287f81f-e0f3-426d-9a45-348c63bc6b6d {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:28.139607 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.141101 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:28.141840 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.167595 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:28.167967 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Checking segment: {'id': '6f6e1326-9d9b-489e-9792-f32d8fbe500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:28.168366 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.169491 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Bound using segment: {'id': '6f6e1326-9d9b-489e-9792-f32d8fbe500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:28.170021 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Bound port: 4962b290-4fa9-4da6-b4c0-5d63b602c42a, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6e1326-9d9b-489e-9792-f32d8fbe500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:30:28.170434 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.170819 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.181347 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4508514 Oct 19 08:30:28.184873 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44710) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:28.191349 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-1cf34ab4-0b54-4876-bd8a-bcfe2420a5f5 admin admin] Request body: {'subnet': {'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1289071693-subnet', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'ip_version': 4}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:28.209202 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.215665 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.231910 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769086c4-9592-4dfc-a961-41f25ee778b2 admin admin] Pushing event updated for resources: {'Network': ['ID=b62460b2-eefa-495c-a12c-d10e04e8f007,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:28.253860 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:28.255891 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network b62460b2-eefa-495c-a12c-d10e04e8f007 details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:30:28.256717 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:28.258736 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf34ab4-0b54-4876-bd8a-bcfe2420a5f5 admin admin] Made reservation on behalf of fd13b0342f9e4732a8c4745a8db4b424 for: {'subnet': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:30:28.260879 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port 343d75cf-a12a-464e-88cf-f6403b60c795, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=343d75cf-a12a-464e-88cf-f6403b60c795,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:28.265000 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1cf34ab4-0b54-4876-bd8a-bcfe2420a5f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59567271'] for subnet, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.265766 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:28.270752 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d868c9e7-9489-4ea9-a8e2-8aba395a98bd,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:28.281925 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.282750 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device d4f204a4-0ad0-4765-87da-2e6b7b035a86 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:28.317832 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] For port 4962b290-4fa9-4da6-b4c0-5d63b602c42a, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:28.389334 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] For port 4962b290-4fa9-4da6-b4c0-5d63b602c42a, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4962b290-4fa9-4da6-b4c0-5d63b602c42a,segment=NetworkSegment(6f6e1326-9d9b-489e-9792-f32d8fbe500a),segment_id=6f6e1326-9d9b-489e-9792-f32d8fbe500a)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:28.412427 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.439591 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=343d75cf-a12a-464e-88cf-f6403b60c795,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:28.517448 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a7870-f2bb-4034-8812-39275af52236 None None] Pushing event updated for resources: {'Port': ['ID=4962b290-4fa9-4da6-b4c0-5d63b602c42a,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:28.517448 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port d4f204a4-0ad0-4765-87da-2e6b7b035a86 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:28.517448 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.548299 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1cf34ab4-0b54-4876-bd8a-bcfe2420a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60597002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59567241'] for subnet, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.615243 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.620661 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf34ab4-0b54-4876-bd8a-bcfe2420a5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef423df8-8471-4a63-89d9-6a24149f44c6,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:28.645375 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf34ab4-0b54-4876-bd8a-bcfe2420a5f5 admin admin] Checking segment: {'id': 'c9198336-05b2-4f70-bdef-81273a8d1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:28.645738 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf34ab4-0b54-4876-bd8a-bcfe2420a5f5 admin admin] Network hostable DHCP agents. Network: b62460b2-eefa-495c-a12c-d10e04e8f007, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:30:28.669747 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf34ab4-0b54-4876-bd8a-bcfe2420a5f5 admin admin] Network b62460b2-eefa-495c-a12c-d10e04e8f007 is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:30:28.683348 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-1cf34ab4-0b54-4876-bd8a-bcfe2420a5f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, b62460b2-eefa-495c-a12c-d10e04e8f007) {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:28.688831 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf34ab4-0b54-4876-bd8a-bcfe2420a5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:30:28.689408 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1cf34ab4-0b54-4876-bd8a-bcfe2420a5f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.703846 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48151407-4c9a-4e82-bbeb-c5df0b9855b8 None None] Network b62460b2-eefa-495c-a12c-d10e04e8f007 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:28.714097 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-1cf34ab4-0b54-4876-bd8a-bcfe2420a5f5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5275228 Oct 19 08:30:28.716840 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44714) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:28.721996 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1289071693-router', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:28.813280 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7276'] for router, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.814463 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7285'] for router, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.944130 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:28.954137 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp243f6fb3-4fc6-546d-81d7-7d5c3d1efffe-b62460b2-eefa-495c-a12c-d10e04e8f007', 'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'fixed_ips': [{'subnet_id': 'ef423df8-8471-4a63-89d9-6a24149f44c6'}]}} from dv-cinder-813984-3-iscsi. {{(pid=99814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:30:28.955330 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:29.261794 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.db_base_plugin_common [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Allocated IP 172.20.0.2 (b62460b2-eefa-495c-a12c-d10e04e8f007/ef423df8-8471-4a63-89d9-6a24149f44c6/4b9afe5c-dd23-457c-aeb8-e34885d9ebda) {{(pid=99814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:29.327971 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627868'] for router, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:29.439093 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Publish callbacks [] for port, precommit_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:29.449271 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:29.455292 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:29.480256 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Network b62460b2-eefa-495c-a12c-d10e04e8f007 is already hosted by enough agents. {{(pid=99814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:29.517450 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.base_scheduler [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Resources bound (agent type, host, resource id): {{(pid=99814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:29.522888 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Received port after_create {{(pid=99814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:29.594906 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Pushing event updated for resources: {'Port': ['ID=4b9afe5c-dd23-457c-aeb8-e34885d9ebda,revision_number=1']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:29.617741 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Attempting to bind port 4b9afe5c-dd23-457c-aeb8-e34885d9ebda on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:30:29.618218 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Attempting to bind port 4b9afe5c-dd23-457c-aeb8-e34885d9ebda by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'c9198336-05b2-4f70-bdef-81273a8d1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:30:29.618681 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Attempting to bind port 4b9afe5c-dd23-457c-aeb8-e34885d9ebda on network b62460b2-eefa-495c-a12c-d10e04e8f007 {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:29.624710 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:29.625212 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Checking segment: {'id': 'c9198336-05b2-4f70-bdef-81273a8d1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:29.625703 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:29.626158 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Bound using segment: {'id': 'c9198336-05b2-4f70-bdef-81273a8d1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:29.626754 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Bound port: 4b9afe5c-dd23-457c-aeb8-e34885d9ebda, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9198336-05b2-4f70-bdef-81273a8d1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:30:29.627135 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:29.644669 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Router 47c41f78-2d90-4cda-bb67-f51851034fbd is scheduled to L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 with binding_index 1 {{(pid=99813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:30:29.704192 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4962b290-4fa9-4da6-b4c0-5d63b602c42a up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:29.764727 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] For port 4b9afe5c-dd23-457c-aeb8-e34885d9ebda, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:29.768703 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea0b69-c799-4b15-8884-6d1660562a7d None None] Network 0287f81f-e0f3-426d-9a45-348c63bc6b6d requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:29.800464 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] For port 4b9afe5c-dd23-457c-aeb8-e34885d9ebda, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4b9afe5c-dd23-457c-aeb8-e34885d9ebda,segment=NetworkSegment(c9198336-05b2-4f70-bdef-81273a8d1edd),segment_id=c9198336-05b2-4f70-bdef-81273a8d1edd)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:29.812198 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:29.883783 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:29.901839 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Sync routers for ids ['47c41f78-2d90-4cda-bb67-f51851034fbd'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:29.910107 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 4962b290-4fa9-4da6-b4c0-5d63b602c42a triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:29.910476 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:29.929531 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:29.933189 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-0145191b-1302-4b38-9566-4bc3604eb4d5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8600526 Oct 19 08:30:29.933189 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:29.933485 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44720) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:29.973489 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1568e-d6b1-41fd-bf96-c1554d1ab6c3 None None] Pushing event updated for resources: {'Port': ['ID=4b9afe5c-dd23-457c-aeb8-e34885d9ebda,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:29.978541 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-4d0e1f76-a263-427b-9a4b-599f429a4a00 None None] Provisioning complete for port 4962b290-4fa9-4da6-b4c0-5d63b602c42a triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:29.978908 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4d0e1f76-a263-427b-9a4b-599f429a4a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:29.987719 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Routers {'47c41f78-2d90-4cda-bb67-f51851034fbd'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:29.987719 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['47c41f78-2d90-4cda-bb67-f51851034fbd'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:29.999469 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:30.199920 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Sync routers for ids ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:30.220763 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Routers {'ccbec517-fb3e-4f4a-a265-fa3eb9c19462'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:30.221494 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:30.238003 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Set router 47c41f78-2d90-4cda-bb67-f51851034fbd gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:30.238807 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Allocated IP 172.27.2.21 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/227b656b-8602-4a4b-933e-a65c06982ce9) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:30.343924 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Set router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:30.377959 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:30.406668 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4d0e1f76-a263-427b-9a4b-599f429a4a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:30.487797 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:30.497397 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port 4962b290-4fa9-4da6-b4c0-5d63b602c42a, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4962b290-4fa9-4da6-b4c0-5d63b602c42a,segment=NetworkSegment(6f6e1326-9d9b-489e-9792-f32d8fbe500a),segment_id=6f6e1326-9d9b-489e-9792-f32d8fbe500a)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:30.512124 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:30.512939 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 343d75cf-a12a-464e-88cf-f6403b60c795 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:30.591151 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port': {'id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '1631fc55-b55b-416e-9f23-5e045086a8c0', 'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'mac_address': 'fa:16:3e:5a:11:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:22Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 2, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'subnets': [{'id': '579fb183-31e6-4819-83c6-66e752c298e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:30.624015 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Checking router: ccbec517-fb3e-4f4a-a265-fa3eb9c19462 for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:30.624612 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Updating router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 port 1631fc55-b55b-416e-9f23-5e045086a8c0 binding host dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:30:30.649815 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:30.651117 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:30.686894 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=4962b290-4fa9-4da6-b4c0-5d63b602c42a,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:30.691029 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.db.api [None req-4d0e1f76-a263-427b-9a4b-599f429a4a00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 08:30:30.691421 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG oslo_db.api [None req-4d0e1f76-a263-427b-9a4b-599f429a4a00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 08:30:30.703619 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 343d75cf-a12a-464e-88cf-f6403b60c795 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:30.703982 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:30.738517 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:30.750174 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:30.750552 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'name': 'tempest-TestShelveInstance-211138631-router', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:30:28Z', 'revision_number': 3, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'gw_port': {'id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:29:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:30.755247 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:30.756333 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Pushing event updated for resources: {'Port': ['ID=227b656b-8602-4a4b-933e-a65c06982ce9,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:30.798928 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Checking router: 47c41f78-2d90-4cda-bb67-f51851034fbd for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:30.799284 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Updating router 47c41f78-2d90-4cda-bb67-f51851034fbd port d868c9e7-9489-4ea9-a8e2-8aba395a98bd binding host dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:30:30.860441 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:30.923903 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 26c9e40e-b074-4786-bd0d-a76a07b38934 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:30.973115 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.024779 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Sync routers for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:31.070145 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:31.070793 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:31.196954 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Publish callbacks [] for port, precommit_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.204673 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.254020 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Allocated IP 172.20.0.1 (0287f81f-e0f3-426d-9a45-348c63bc6b6d/9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8/3f46fb90-8f0b-404f-8a85-44f500ab10ff) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:31.256440 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.261427 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23d185-af59-4688-acbb-5efb70390d0b None None] Pushing event updated for resources: {'Port': ['ID=1631fc55-b55b-416e-9f23-5e045086a8c0,revision_number=3']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:31.347838 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Attempting to bind port 1631fc55-b55b-416e-9f23-5e045086a8c0 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:30:31.348392 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Attempting to bind port 1631fc55-b55b-416e-9f23-5e045086a8c0 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': '65c6768f-ecea-4927-8d32-be77dcda58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6'}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:30:31.352848 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Attempting to bind port 1631fc55-b55b-416e-9f23-5e045086a8c0 on network fb031b3e-c52c-423e-8e10-3f31ca90acd6 {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:31.359224 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:31.359841 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Checking segment: {'id': '65c6768f-ecea-4927-8d32-be77dcda58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:31.360387 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.360979 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Bound using segment: {'id': '65c6768f-ecea-4927-8d32-be77dcda58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6'} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:31.361597 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Bound port: 1631fc55-b55b-416e-9f23-5e045086a8c0, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c6768f-ecea-4927-8d32-be77dcda58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6'}}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:30:31.362150 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.393976 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 26c9e40e-b074-4786-bd0d-a76a07b38934 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:31.394338 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.458857 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5108d525-5408-4207-9d4a-c7f05c301a17 None None] Network b62460b2-eefa-495c-a12c-d10e04e8f007 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:31.462027 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] For port 1631fc55-b55b-416e-9f23-5e045086a8c0, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:31.466330 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] For port 1631fc55-b55b-416e-9f23-5e045086a8c0, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=1631fc55-b55b-416e-9f23-5e045086a8c0,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:31.476430 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.511460 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.536990 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:31.566231 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Routers {'ccbec517-fb3e-4f4a-a265-fa3eb9c19462'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:31.567741 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:31.619296 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23d185-af59-4688-acbb-5efb70390d0b None None] Pushing event updated for resources: {'Port': ['ID=1631fc55-b55b-416e-9f23-5e045086a8c0,revision_number=4']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:31.648200 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.658076 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-5b010747-347a-4e34-a94f-b18ff07659b7 None None] Provisioning complete for port 4b9afe5c-dd23-457c-aeb8-e34885d9ebda triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:31.658076 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-5b010747-347a-4e34-a94f-b18ff07659b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.678746 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627868'] for router, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.713471 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] Set router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:31.734391 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Network 0287f81f-e0f3-426d-9a45-348c63bc6b6d is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:31.745541 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:31.750587 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:31.790285 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1627695'] for router_interface, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.792658 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Pushing event updated for resources: {'Port': ['ID=3f46fb90-8f0b-404f-8a85-44f500ab10ff,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:31.869732 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.946677 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Publish callbacks [] for port, precommit_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:31.979835 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.046798 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port 26c9e40e-b074-4786-bd0d-a76a07b38934, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=26c9e40e-b074-4786-bd0d-a76a07b38934,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:32.059876 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port': {'id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '1631fc55-b55b-416e-9f23-5e045086a8c0', 'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'mac_address': 'fa:16:3e:5a:11:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:22Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'subnets': [{'id': '579fb183-31e6-4819-83c6-66e752c298e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:32.084044 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.089214 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c3c33-e8d6-4a08-bcb7-622332f67b35 None None] The sync data for ids ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'] in dv-cinder-813984-3-iscsi is: [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port': {'id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '1631fc55-b55b-416e-9f23-5e045086a8c0', 'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'mac_address': 'fa:16:3e:5a:11:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:22Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'subnets': [{'id': '579fb183-31e6-4819-83c6-66e752c298e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:32.100857 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Attempting to bind port d868c9e7-9489-4ea9-a8e2-8aba395a98bd on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:30:32.101216 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Attempting to bind port d868c9e7-9489-4ea9-a8e2-8aba395a98bd by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:30:32.101563 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Attempting to bind port d868c9e7-9489-4ea9-a8e2-8aba395a98bd on network df899231-3d66-4e46-852d-f94c9631241f {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:32.165111 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-5b010747-347a-4e34-a94f-b18ff07659b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.194682 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:32.195070 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Checking segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:32.195435 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.195824 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Bound using segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:32.196300 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Bound port: d868c9e7-9489-4ea9-a8e2-8aba395a98bd, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:30:32.196669 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.256949 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de53e8c-cf00-492b-9d63-2a8f8314f4ac None None] Pushing event updated for resources: {'Port': ['ID=d868c9e7-9489-4ea9-a8e2-8aba395a98bd,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:32.330471 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Router f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 is scheduled to L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 with binding_index 1 {{(pid=99813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:30:32.332289 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.333579 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-5b010747-347a-4e34-a94f-b18ff07659b7 None None] For port 4b9afe5c-dd23-457c-aeb8-e34885d9ebda, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4b9afe5c-dd23-457c-aeb8-e34885d9ebda,segment=NetworkSegment(c9198336-05b2-4f70-bdef-81273a8d1edd),segment_id=c9198336-05b2-4f70-bdef-81273a8d1edd)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:32.351518 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-5b010747-347a-4e34-a94f-b18ff07659b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.356253 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] For port d868c9e7-9489-4ea9-a8e2-8aba395a98bd, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:32.362732 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] For port d868c9e7-9489-4ea9-a8e2-8aba395a98bd, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=d868c9e7-9489-4ea9-a8e2-8aba395a98bd,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:32.388348 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.408558 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=26c9e40e-b074-4786-bd0d-a76a07b38934,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:32.423380 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4b9afe5c-dd23-457c-aeb8-e34885d9ebda up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:32.510286 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-5b010747-347a-4e34-a94f-b18ff07659b7 None None] Provisioning complete for port 4962b290-4fa9-4da6-b4c0-5d63b602c42a triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:32.510671 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-5b010747-347a-4e34-a94f-b18ff07659b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.550146 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 2, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:32.570665 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:32.582597 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Sync routers for ids ['f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:32.598589 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Routers {'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:32.599483 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:32.601559 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Checking router: 51a04db1-e82b-4e7a-abb1-dee860873d0d for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:32.601849 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Updating router 51a04db1-e82b-4e7a-abb1-dee860873d0d port d4b08b60-761e-4e44-890d-333846be3395 binding host dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:30:32.607136 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.608208 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-f56ea8db-3f23-4a7c-bd17-7472eec907a6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8903260 Oct 19 08:30:32.611200 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44740) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:32.647167 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b010747-347a-4e34-a94f-b18ff07659b7 None None] Pushing event updated for resources: {'Port': ['ID=4b9afe5c-dd23-457c-aeb8-e34885d9ebda,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:32.649801 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Routers {'47c41f78-2d90-4cda-bb67-f51851034fbd'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:32.650385 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['47c41f78-2d90-4cda-bb67-f51851034fbd'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:32.673246 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.681773 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.753231 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Set router f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:32.757861 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626527'] for router_interface, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.758427 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.761063 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Pushing event updated for resources: {'Port': ['ID=3f46fb90-8f0b-404f-8a85-44f500ab10ff,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:32.889566 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 4b9afe5c-dd23-457c-aeb8-e34885d9ebda triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:32.889929 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:32.909674 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Network 0287f81f-e0f3-426d-9a45-348c63bc6b6d is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:32.911902 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:32.919101 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de53e8c-cf00-492b-9d63-2a8f8314f4ac None None] Pushing event updated for resources: {'Port': ['ID=d868c9e7-9489-4ea9-a8e2-8aba395a98bd,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:33.148594 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Router 47c41f78-2d90-4cda-bb67-f51851034fbd has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:30:33.187515 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'name': 'tempest-TestVolumeBootPattern-1289071693-router', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:28Z', 'updated_at': '2021-10-19T08:30:30Z', 'revision_number': 3, 'project_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'gw_port': {'id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:68:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:30Z', 'updated_at': '2021-10-19T08:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:33.203958 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] Set router 47c41f78-2d90-4cda-bb67-f51851034fbd gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:33.235899 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Checking router: f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:33.236370 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Updating router f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 port 227b656b-8602-4a4b-933e-a65c06982ce9 binding host dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:30:33.285733 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:33.300358 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:33.310556 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-764746b8-6b17-4886-aa63-b0d192d79397 admin admin] 10.222.0.26 "PUT /v2.0/routers/47c41f78-2d90-4cda-bb67-f51851034fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3709686 Oct 19 08:30:33.538059 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:33.608852 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 1631fc55-b55b-416e-9f23-5e045086a8c0 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:33.614059 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-cc69e505-e583-445f-ae38-3b0f7358fc4f None None] Provisioning complete for port 4b9afe5c-dd23-457c-aeb8-e34885d9ebda triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:33.614748 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-cc69e505-e583-445f-ae38-3b0f7358fc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:33.634655 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Publish callbacks [] for port, precommit_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:33.641856 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:33.709446 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Attempting to bind port 227b656b-8602-4a4b-933e-a65c06982ce9 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:30:33.710204 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Attempting to bind port 227b656b-8602-4a4b-933e-a65c06982ce9 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:30:33.710634 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Attempting to bind port 227b656b-8602-4a4b-933e-a65c06982ce9 on network df899231-3d66-4e46-852d-f94c9631241f {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:33.729809 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Allocated IP 172.20.0.1 (b62460b2-eefa-495c-a12c-d10e04e8f007/ef423df8-8471-4a63-89d9-6a24149f44c6/de92effc-3b19-4696-900b-803f2d9fe95c) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:33.730382 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:33.730382 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Checking segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:33.731126 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:33.732481 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Bound using segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:33.732994 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Bound port: 227b656b-8602-4a4b-933e-a65c06982ce9, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:30:33.733394 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:33.798388 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521d524-f676-4f71-8296-9dd79e61673d None None] Pushing event updated for resources: {'Port': ['ID=227b656b-8602-4a4b-933e-a65c06982ce9,revision_number=2']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:33.806560 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] For port 227b656b-8602-4a4b-933e-a65c06982ce9, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:33.811343 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] For port 227b656b-8602-4a4b-933e-a65c06982ce9, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=227b656b-8602-4a4b-933e-a65c06982ce9,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:33.817840 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:33.874750 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:33.884198 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 1631fc55-b55b-416e-9f23-5e045086a8c0 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:33.884819 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:33.900836 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521d524-f676-4f71-8296-9dd79e61673d None None] Pushing event updated for resources: {'Port': ['ID=227b656b-8602-4a4b-933e-a65c06982ce9,revision_number=3']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:33.916868 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Routers {'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:33.917986 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:33.927250 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:33.958466 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Publish callbacks [] for port, precommit_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:33.977375 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Network b62460b2-eefa-495c-a12c-d10e04e8f007 is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:33.981042 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:33.982109 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:33.989871 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:33.994102 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Pushing event updated for resources: {'Port': ['ID=de92effc-3b19-4696-900b-803f2d9fe95c,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:33.997834 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-cc69e505-e583-445f-ae38-3b0f7358fc4f None None] Provisioning complete for port 1631fc55-b55b-416e-9f23-5e045086a8c0 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:33.998201 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-cc69e505-e583-445f-ae38-3b0f7358fc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.062029 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1627695'] for router_interface, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.071944 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] Set router f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:34.117702 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'name': 'tempest-TestShelveInstance-211138631-router', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:30:32Z', 'revision_number': 4, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'gw_port': {'id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:29:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '3f46fb90-8f0b-404f-8a85-44f500ab10ff', 'name': '', 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'mac_address': 'fa:16:3e:c6:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:31Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 1, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'subnets': [{'id': '9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:34.219350 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.260277 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44754) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:34.265985 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-ccd34125-096d-4123-bd18-e6688ac8486d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1519316107', 'description': 'tempest-secgroup-smoke-1519316107 description', 'project_id': '4c35a609df154c65988d39d98e9f50c8'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:34.313447 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ccd34125-096d-4123-bd18-e6688ac8486d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.336825 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ca26a-c20d-4b4b-9c7b-85242962a1b7 None None] The sync data for ids ['47c41f78-2d90-4cda-bb67-f51851034fbd'] in dv-cinder-813984-3-iscsi is: [{'id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'name': 'tempest-TestShelveInstance-211138631-router', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:30:32Z', 'revision_number': 4, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'gw_port': {'id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:29:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '3f46fb90-8f0b-404f-8a85-44f500ab10ff', 'name': '', 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'mac_address': 'fa:16:3e:c6:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:31Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 1, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'subnets': [{'id': '9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:34.339672 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.423181 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18237d29-1409-4b5c-bb20-c0af0da35617 None None] Pushing event updated for resources: {'Port': ['ID=d4b08b60-761e-4e44-890d-333846be3395,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:34.437267 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'name': 'tempest-TestVolumeBootPattern-1289071693-router', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:28Z', 'updated_at': '2021-10-19T08:30:30Z', 'revision_number': 3, 'project_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'gw_port': {'id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:68:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:30Z', 'updated_at': '2021-10-19T08:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:34.447077 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ccd34125-096d-4123-bd18-e6688ac8486d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.457087 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ccd34125-096d-4123-bd18-e6688ac8486d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.467601 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port 1631fc55-b55b-416e-9f23-5e045086a8c0, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=1631fc55-b55b-416e-9f23-5e045086a8c0,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:34.470732 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Attempting to bind port d4b08b60-761e-4e44-890d-333846be3395 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:30:34.471224 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Attempting to bind port d4b08b60-761e-4e44-890d-333846be3395 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:30:34.471948 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Attempting to bind port d4b08b60-761e-4e44-890d-333846be3395 on network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:34.474801 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a01229-bafb-46f6-85ec-f4a064d98962 None None] The sync data for ids ['f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'] in dv-cinder-813984-3-iscsi is: [{'id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'name': 'tempest-TestVolumeBootPattern-1289071693-router', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:28Z', 'updated_at': '2021-10-19T08:30:30Z', 'revision_number': 3, 'project_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'gw_port': {'id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:68:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:30Z', 'updated_at': '2021-10-19T08:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:34.479122 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:34.479592 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Checking segment: {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:34.480174 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.481601 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Bound using segment: {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:34.482318 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Bound port: d4b08b60-761e-4e44-890d-333846be3395, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:30:34.482878 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.485295 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.486168 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4962b290-4fa9-4da6-b4c0-5d63b602c42a up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:34.523711 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ccd34125-096d-4123-bd18-e6688ac8486d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.527492 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-ccd34125-096d-4123-bd18-e6688ac8486d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2633302 Oct 19 08:30:34.531413 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44756) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:34.540233 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-c727d381-17f7-4026-8e6b-15aaea1f8d79 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Request body: {'security_group_rule': {'security_group_id': '38e7242c-304a-4f3e-9c0a-8ccdb6999750', 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:34.547136 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd34125-096d-4123-bd18-e6688ac8486d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e7242c-304a-4f3e-9c0a-8ccdb6999750,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:34.583188 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c727d381-17f7-4026-8e6b-15aaea1f8d79 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.653499 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c727d381-17f7-4026-8e6b-15aaea1f8d79 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.661094 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c727d381-17f7-4026-8e6b-15aaea1f8d79 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.687205 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.693910 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727d381-17f7-4026-8e6b-15aaea1f8d79 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbffafc-e893-4969-93d9-52167821410d,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:34.696945 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60597233'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.710003 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c727d381-17f7-4026-8e6b-15aaea1f8d79 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.721768 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-c727d381-17f7-4026-8e6b-15aaea1f8d79 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1814051 Oct 19 08:30:34.721768 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44758) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:34.734480 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-d51506ad-df78-4a0d-a8d6-d76bd9d8da92 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Request body: {'security_group_rule': {'security_group_id': '38e7242c-304a-4f3e-9c0a-8ccdb6999750', 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:34.770762 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=1631fc55-b55b-416e-9f23-5e045086a8c0,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:34.778517 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626527'] for router_interface, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.788301 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 4962b290-4fa9-4da6-b4c0-5d63b602c42a triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:34.788680 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.790143 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d51506ad-df78-4a0d-a8d6-d76bd9d8da92 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.832634 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-cc69e505-e583-445f-ae38-3b0f7358fc4f None None] Provisioning complete for port 3f46fb90-8f0b-404f-8a85-44f500ab10ff triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:34.832634 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-cc69e505-e583-445f-ae38-3b0f7358fc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.898176 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] For port d4b08b60-761e-4e44-890d-333846be3395, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:34.920852 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Pushing event updated for resources: {'Port': ['ID=de92effc-3b19-4696-900b-803f2d9fe95c,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:34.924643 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-cc69e505-e583-445f-ae38-3b0f7358fc4f None None] Port 3f46fb90-8f0b-404f-8a85-44f500ab10ff cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:30:34.928362 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] For port d4b08b60-761e-4e44-890d-333846be3395, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=d4b08b60-761e-4e44-890d-333846be3395,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:34.974444 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:34.974724 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:34.974900 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:34.975059 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:34.975352 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:34.975680 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:34.976014 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:34.976342 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:34.976666 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:34.976991 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:34.977311 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:34.977633 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:34.978007 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:35.007236 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d51506ad-df78-4a0d-a8d6-d76bd9d8da92 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.026051 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d51506ad-df78-4a0d-a8d6-d76bd9d8da92 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.052144 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Network b62460b2-eefa-495c-a12c-d10e04e8f007 is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:35.056327 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:35.066627 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51506ad-df78-4a0d-a8d6-d76bd9d8da92 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8940402-ff74-4d20-84d2-a6496ddf6b17,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:35.068036 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-453729bc-f324-4b7f-863f-355ac0ace920 None None] Provisioning complete for port de92effc-3b19-4696-900b-803f2d9fe95c triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:35.068417 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-453729bc-f324-4b7f-863f-355ac0ace920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.084470 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d51506ad-df78-4a0d-a8d6-d76bd9d8da92 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.088421 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-d51506ad-df78-4a0d-a8d6-d76bd9d8da92 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3698323 Oct 19 08:30:35.092140 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44760) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:35.117009 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-453729bc-f324-4b7f-863f-355ac0ace920 None None] Port de92effc-3b19-4696-900b-803f2d9fe95c cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:30:35.132069 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Request body: {'security_group_rule': {'security_group_id': '38e7242c-304a-4f3e-9c0a-8ccdb6999750', 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:35.143359 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:35.143994 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:35.291303 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18237d29-1409-4b5c-bb20-c0af0da35617 None None] Pushing event updated for resources: {'Port': ['ID=d4b08b60-761e-4e44-890d-333846be3395,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:35.301137 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.396005 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-453729bc-f324-4b7f-863f-355ac0ace920 None None] Provisioning complete for port d4b08b60-761e-4e44-890d-333846be3395 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:35.396609 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-453729bc-f324-4b7f-863f-355ac0ace920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.396912 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Router f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:30:35.505791 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:35.539746 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.564805 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.608794 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 1631fc55-b55b-416e-9f23-5e045086a8c0 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:35.610791 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfcbd1c-de28-456f-a921-6ef57535f42e,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:35.620425 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:35.621099 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:35.621770 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:35.622531 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:35.623127 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:35.623716 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:35.624263 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:35.624850 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:35.625465 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:35.626058 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:35.626628 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:35.627314 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:35.640787 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.642260 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-02dfcf70-b68a-4b93-bba9-bb64bbbaf243 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5488350 Oct 19 08:30:35.647250 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44764) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:35.652770 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:35.653944 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-447fcba1-ace6-4a2e-a769-e76f77ca12d5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Request body: {'security_group_rule': {'security_group_id': '38e7242c-304a-4f3e-9c0a-8ccdb6999750', 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:35.665764 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-6585e032-b79a-48c7-827f-dfd39aa92fca admin admin] 10.222.0.26 "PUT /v2.0/routers/f19114e1-df6f-4b3f-9fa3-d8f395c2cd82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0529740 Oct 19 08:30:35.711313 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-447fcba1-ace6-4a2e-a769-e76f77ca12d5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.828132 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-447fcba1-ace6-4a2e-a769-e76f77ca12d5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.836997 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-447fcba1-ace6-4a2e-a769-e76f77ca12d5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.886842 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fcba1-ace6-4a2e-a769-e76f77ca12d5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67187c61-2014-4be1-b632-aba4a9713c78,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:35.893707 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-447fcba1-ace6-4a2e-a769-e76f77ca12d5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.895033 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-447fcba1-ace6-4a2e-a769-e76f77ca12d5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2461057 Oct 19 08:30:35.897738 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44772) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:35.903967 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-bbd0fe33-6030-44c7-88cd-7ac0f1e816c1 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Request body: {'security_group_rule': {'security_group_id': '38e7242c-304a-4f3e-9c0a-8ccdb6999750', 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:35.943567 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-453729bc-f324-4b7f-863f-355ac0ace920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.944203 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.securitygroups_db [None req-bbd0fe33-6030-44c7-88cd-7ac0f1e816c1 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Project 4c35a609df154c65988d39d98e9f50c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:30:35.949457 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bbd0fe33-6030-44c7-88cd-7ac0f1e816c1 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:35.958040 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 1631fc55-b55b-416e-9f23-5e045086a8c0 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:35.958909 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.045987 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bbd0fe33-6030-44c7-88cd-7ac0f1e816c1 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.052398 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bbd0fe33-6030-44c7-88cd-7ac0f1e816c1 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.087519 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0fe33-6030-44c7-88cd-7ac0f1e816c1 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435f28a2-7ba1-4662-a283-85d6a88ce848,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:36.104431 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bbd0fe33-6030-44c7-88cd-7ac0f1e816c1 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.106079 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-bbd0fe33-6030-44c7-88cd-7ac0f1e816c1 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2071064 Oct 19 08:30:36.108887 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44774) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:36.114259 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-f22266a8-53cd-4e08-bd4e-6669ee057e2c tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Request body: {'security_group_rule': {'security_group_id': '38e7242c-304a-4f3e-9c0a-8ccdb6999750', 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:36.147774 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.securitygroups_db [None req-f22266a8-53cd-4e08-bd4e-6669ee057e2c tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Project 4c35a609df154c65988d39d98e9f50c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:30:36.155596 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f22266a8-53cd-4e08-bd4e-6669ee057e2c tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.211144 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-453729bc-f324-4b7f-863f-355ac0ace920 None None] For port d4b08b60-761e-4e44-890d-333846be3395, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=d4b08b60-761e-4e44-890d-333846be3395,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:36.220790 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-453729bc-f324-4b7f-863f-355ac0ace920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.227494 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f22266a8-53cd-4e08-bd4e-6669ee057e2c tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.232788 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f22266a8-53cd-4e08-bd4e-6669ee057e2c tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.251390 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22266a8-53cd-4e08-bd4e-6669ee057e2c tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35be09f-6363-4534-b28b-393e8ffd2252,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:36.261372 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f22266a8-53cd-4e08-bd4e-6669ee057e2c tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.267046 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-f22266a8-53cd-4e08-bd4e-6669ee057e2c tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1562965 Oct 19 08:30:36.306702 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:34Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:36.313096 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453729bc-f324-4b7f-863f-355ac0ace920 None None] Pushing event updated for resources: {'Port': ['ID=d4b08b60-761e-4e44-890d-333846be3395,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:36.347728 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d4122-f3b3-44ba-9fc7-ca8f4ef34f73 None None] The sync data for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi is: [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:34Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:36.353732 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 26c9e40e-b074-4786-bd0d-a76a07b38934 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:36.385291 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-cab5bd6f-1311-4bc6-98e0-e9dd97d71688 None None] Provisioning complete for port de92effc-3b19-4696-900b-803f2d9fe95c triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:36.385657 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-cab5bd6f-1311-4bc6-98e0-e9dd97d71688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.429364 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-cab5bd6f-1311-4bc6-98e0-e9dd97d71688 None None] Port de92effc-3b19-4696-900b-803f2d9fe95c cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:30:36.444683 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 26c9e40e-b074-4786-bd0d-a76a07b38934 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:36.444968 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.446505 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-cab5bd6f-1311-4bc6-98e0-e9dd97d71688 None None] Provisioning complete for port d4b08b60-761e-4e44-890d-333846be3395 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:36.446854 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-cab5bd6f-1311-4bc6-98e0-e9dd97d71688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.585908 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4b9afe5c-dd23-457c-aeb8-e34885d9ebda up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:36.633420 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 4b9afe5c-dd23-457c-aeb8-e34885d9ebda triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:36.633787 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.719868 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 227b656b-8602-4a4b-933e-a65c06982ce9 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:36.772037 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 227b656b-8602-4a4b-933e-a65c06982ce9 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:36.772399 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.852310 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.875232 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port 227b656b-8602-4a4b-933e-a65c06982ce9, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=227b656b-8602-4a4b-933e-a65c06982ce9,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:36.879692 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:36.930136 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=227b656b-8602-4a4b-933e-a65c06982ce9,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:37.365540 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device d868c9e7-9489-4ea9-a8e2-8aba395a98bd up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:37.391116 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44836) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:37.396502 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-876a449b-3804-4899-9d2b-b898f743aa27 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-740896653', 'description': 'tempest-secgroup-smoke-740896653 description', 'project_id': '28ca19e490b045a8af80ce6bc64afa50'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:37.418858 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port d868c9e7-9489-4ea9-a8e2-8aba395a98bd triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:37.419356 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.431637 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-876a449b-3804-4899-9d2b-b898f743aa27 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.504029 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.509189 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-876a449b-3804-4899-9d2b-b898f743aa27 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.515876 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-876a449b-3804-4899-9d2b-b898f743aa27 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.532906 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port d868c9e7-9489-4ea9-a8e2-8aba395a98bd, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=d868c9e7-9489-4ea9-a8e2-8aba395a98bd,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:37.537302 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.538335 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device d4b08b60-761e-4e44-890d-333846be3395 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:37.548372 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-876a449b-3804-4899-9d2b-b898f743aa27 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.549602 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-876a449b-3804-4899-9d2b-b898f743aa27 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1571467 Oct 19 08:30:37.551488 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a449b-3804-4899-9d2b-b898f743aa27 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f953905-b8d2-470f-816c-dcdf7d12bd2c,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:37.552708 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44838) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:37.557720 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-3df2f574-c8f3-44d6-a007-728dc2eb16df tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Request body: {'security_group_rule': {'security_group_id': '9f953905-b8d2-470f-816c-dcdf7d12bd2c', 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:37.589582 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3df2f574-c8f3-44d6-a007-728dc2eb16df tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.622527 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=d868c9e7-9489-4ea9-a8e2-8aba395a98bd,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:37.633823 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port d4b08b60-761e-4e44-890d-333846be3395 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:37.634268 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.645796 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3df2f574-c8f3-44d6-a007-728dc2eb16df tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.658644 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3df2f574-c8f3-44d6-a007-728dc2eb16df tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.679781 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2f574-c8f3-44d6-a007-728dc2eb16df tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f418d2e7-c73a-40f2-b4df-03d053ecab0d,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:37.692555 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3df2f574-c8f3-44d6-a007-728dc2eb16df tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.696273 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-3df2f574-c8f3-44d6-a007-728dc2eb16df tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400101 Oct 19 08:30:37.696471 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44840) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:37.701287 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-4effd56b-aed0-4236-98a4-cc3802085c05 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Request body: {'security_group_rule': {'security_group_id': '9f953905-b8d2-470f-816c-dcdf7d12bd2c', 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:37.723148 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 227b656b-8602-4a4b-933e-a65c06982ce9 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:37.726738 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4effd56b-aed0-4236-98a4-cc3802085c05 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.772164 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 227b656b-8602-4a4b-933e-a65c06982ce9 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:37.772603 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.797691 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4effd56b-aed0-4236-98a4-cc3802085c05 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.803067 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4effd56b-aed0-4236-98a4-cc3802085c05 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.827074 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effd56b-aed0-4236-98a4-cc3802085c05 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d9fb67-ec5d-4ed3-8bd9-ce67587df59e,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:37.832020 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4effd56b-aed0-4236-98a4-cc3802085c05 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.833216 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4effd56b-aed0-4236-98a4-cc3802085c05 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358194 Oct 19 08:30:37.835861 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 44846) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:37.840116 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-d5a715cc-3cec-4742-b19a-75be2a62d95c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Request body: {'security_group_rule': {'security_group_id': '9f953905-b8d2-470f-816c-dcdf7d12bd2c', 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:37.868805 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d5a715cc-3cec-4742-b19a-75be2a62d95c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.928197 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d5a715cc-3cec-4742-b19a-75be2a62d95c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.931530 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d5a715cc-3cec-4742-b19a-75be2a62d95c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.949471 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a715cc-3cec-4742-b19a-75be2a62d95c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4757f0-b58e-4922-883a-6a13cffae738,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:37.957631 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d5a715cc-3cec-4742-b19a-75be2a62d95c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:37.958953 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-d5a715cc-3cec-4742-b19a-75be2a62d95c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221786 Oct 19 08:30:37.962344 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44848) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:37.967572 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-c232dccc-bbf7-4e98-9ad7-685592e8428d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Request body: {'security_group_rule': {'security_group_id': '9f953905-b8d2-470f-816c-dcdf7d12bd2c', 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:37.992952 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c232dccc-bbf7-4e98-9ad7-685592e8428d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:38.060264 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c232dccc-bbf7-4e98-9ad7-685592e8428d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:38.064319 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c232dccc-bbf7-4e98-9ad7-685592e8428d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:38.082879 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232dccc-bbf7-4e98-9ad7-685592e8428d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46329edd-080e-4440-adca-195f1a3f2999,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:38.090938 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c232dccc-bbf7-4e98-9ad7-685592e8428d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:38.092166 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-c232dccc-bbf7-4e98-9ad7-685592e8428d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285400 Oct 19 08:30:38.094813 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44850) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:38.099191 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-65cf7b93-5457-42c0-9482-92bdf2dc335e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Request body: {'security_group_rule': {'security_group_id': '9f953905-b8d2-470f-816c-dcdf7d12bd2c', 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:38.128007 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.securitygroups_db [None req-65cf7b93-5457-42c0-9482-92bdf2dc335e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Project 28ca19e490b045a8af80ce6bc64afa50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:30:38.133194 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-65cf7b93-5457-42c0-9482-92bdf2dc335e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:38.192357 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-65cf7b93-5457-42c0-9482-92bdf2dc335e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:38.195530 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-65cf7b93-5457-42c0-9482-92bdf2dc335e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:38.212028 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf7b93-5457-42c0-9482-92bdf2dc335e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7ba5d0-9061-4163-92e1-517d2e951f4d,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:38.222573 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-65cf7b93-5457-42c0-9482-92bdf2dc335e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:38.223806 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-65cf7b93-5457-42c0-9482-92bdf2dc335e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280651 Oct 19 08:30:38.226433 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 44852) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:38.230731 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-30139acd-6ef5-4e1c-b96a-a40564bea312 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Request body: {'security_group_rule': {'security_group_id': '9f953905-b8d2-470f-816c-dcdf7d12bd2c', 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:38.252450 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.securitygroups_db [None req-30139acd-6ef5-4e1c-b96a-a40564bea312 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Project 28ca19e490b045a8af80ce6bc64afa50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:30:38.257011 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-30139acd-6ef5-4e1c-b96a-a40564bea312 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:38.317438 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-30139acd-6ef5-4e1c-b96a-a40564bea312 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:38.320647 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-30139acd-6ef5-4e1c-b96a-a40564bea312 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:38.337020 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30139acd-6ef5-4e1c-b96a-a40564bea312 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbbea43-eee8-4376-a52c-21c83cb6d6f7,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:38.346172 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-30139acd-6ef5-4e1c-b96a-a40564bea312 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:38.347432 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-30139acd-6ef5-4e1c-b96a-a40564bea312 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200140 Oct 19 08:30:39.264490 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device d868c9e7-9489-4ea9-a8e2-8aba395a98bd up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:39.325720 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port d868c9e7-9489-4ea9-a8e2-8aba395a98bd triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:39.326139 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:40.137626 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Sync routers for ids ['f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:40.147573 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Routers {'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:40.148223 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:40.265777 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Set router f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:40.479637 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'name': 'tempest-TestVolumeBootPattern-1289071693-router', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:28Z', 'updated_at': '2021-10-19T08:30:34Z', 'revision_number': 4, 'project_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'gw_port': {'id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:68:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:30Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'de92effc-3b19-4696-900b-803f2d9fe95c', 'name': '', 'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'mac_address': 'fa:16:3e:0d:08:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ef423df8-8471-4a63-89d9-6a24149f44c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:33Z', 'updated_at': '2021-10-19T08:30:34Z', 'revision_number': 2, 'project_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'subnets': [{'id': 'ef423df8-8471-4a63-89d9-6a24149f44c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:40.513233 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Checking router: f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:40.513643 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Updating router f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 port de92effc-3b19-4696-900b-803f2d9fe95c binding host dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:30:40.540708 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:40.857272 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Publish callbacks [] for port, precommit_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:40.865900 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:40.891321 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Sync routers for ids ['47c41f78-2d90-4cda-bb67-f51851034fbd'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:40.902352 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Routers {'47c41f78-2d90-4cda-bb67-f51851034fbd'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:40.903494 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['47c41f78-2d90-4cda-bb67-f51851034fbd'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:41.001612 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126c7b9-668a-484d-8763-3e5ca3ca4c22 None None] Pushing event updated for resources: {'Port': ['ID=de92effc-3b19-4696-900b-803f2d9fe95c,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:41.015639 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Attempting to bind port de92effc-3b19-4696-900b-803f2d9fe95c on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:30:41.015639 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Attempting to bind port de92effc-3b19-4696-900b-803f2d9fe95c by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'c9198336-05b2-4f70-bdef-81273a8d1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:30:41.015639 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Attempting to bind port de92effc-3b19-4696-900b-803f2d9fe95c on network b62460b2-eefa-495c-a12c-d10e04e8f007 {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:41.023053 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:41.023718 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Checking segment: {'id': 'c9198336-05b2-4f70-bdef-81273a8d1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:41.024273 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:41.024812 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Bound using segment: {'id': 'c9198336-05b2-4f70-bdef-81273a8d1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:41.025804 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Bound port: de92effc-3b19-4696-900b-803f2d9fe95c, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9198336-05b2-4f70-bdef-81273a8d1edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:30:41.026462 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:41.109442 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] For port de92effc-3b19-4696-900b-803f2d9fe95c, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:41.112774 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] For port de92effc-3b19-4696-900b-803f2d9fe95c, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=de92effc-3b19-4696-900b-803f2d9fe95c,segment=NetworkSegment(c9198336-05b2-4f70-bdef-81273a8d1edd),segment_id=c9198336-05b2-4f70-bdef-81273a8d1edd)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:41.119592 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:41.167925 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Set router 47c41f78-2d90-4cda-bb67-f51851034fbd gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:41.194397 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Routers {'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:41.195038 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:41.202244 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126c7b9-668a-484d-8763-3e5ca3ca4c22 None None] Pushing event updated for resources: {'Port': ['ID=de92effc-3b19-4696-900b-803f2d9fe95c,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:41.277544 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02b80475-a005-4150-a334-90155e0e0cf0 None None] Provisioning complete for port de92effc-3b19-4696-900b-803f2d9fe95c triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:41.277544 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02b80475-a005-4150-a334-90155e0e0cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:41.381056 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] Set router f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:41.438365 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'name': 'tempest-TestShelveInstance-211138631-router', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:30:32Z', 'revision_number': 4, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'gw_port': {'id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '3f46fb90-8f0b-404f-8a85-44f500ab10ff', 'name': '', 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'mac_address': 'fa:16:3e:c6:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:31Z', 'updated_at': '2021-10-19T08:30:32Z', 'revision_number': 2, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'subnets': [{'id': '9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:41.473136 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Checking router: 47c41f78-2d90-4cda-bb67-f51851034fbd for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:41.473586 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Updating router 47c41f78-2d90-4cda-bb67-f51851034fbd port 3f46fb90-8f0b-404f-8a85-44f500ab10ff binding host dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:30:41.499880 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:41.528875 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02b80475-a005-4150-a334-90155e0e0cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:41.739761 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02b80475-a005-4150-a334-90155e0e0cf0 None None] For port de92effc-3b19-4696-900b-803f2d9fe95c, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=de92effc-3b19-4696-900b-803f2d9fe95c,segment=NetworkSegment(c9198336-05b2-4f70-bdef-81273a8d1edd),segment_id=c9198336-05b2-4f70-bdef-81273a8d1edd)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:41.766084 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02b80475-a005-4150-a334-90155e0e0cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:41.821941 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Publish callbacks [] for port, precommit_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:41.827824 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b80475-a005-4150-a334-90155e0e0cf0 None None] Pushing event updated for resources: {'Port': ['ID=de92effc-3b19-4696-900b-803f2d9fe95c,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:41.832041 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:41.841530 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'name': 'tempest-TestVolumeBootPattern-1289071693-router', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:28Z', 'updated_at': '2021-10-19T08:30:34Z', 'revision_number': 4, 'project_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'gw_port': {'id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:68:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:30Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'de92effc-3b19-4696-900b-803f2d9fe95c', 'name': '', 'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'mac_address': 'fa:16:3e:0d:08:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ef423df8-8471-4a63-89d9-6a24149f44c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:33Z', 'updated_at': '2021-10-19T08:30:41Z', 'revision_number': 4, 'project_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'subnets': [{'id': 'ef423df8-8471-4a63-89d9-6a24149f44c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:41.874740 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e6f51-d589-4f5e-ad3b-0acd77da589f None None] The sync data for ids ['f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'] in dv-cinder-813984-3-iscsi is: [{'id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'name': 'tempest-TestVolumeBootPattern-1289071693-router', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:28Z', 'updated_at': '2021-10-19T08:30:34Z', 'revision_number': 4, 'project_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'gw_port': {'id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:68:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:30Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'de92effc-3b19-4696-900b-803f2d9fe95c', 'name': '', 'network_id': 'b62460b2-eefa-495c-a12c-d10e04e8f007', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'mac_address': 'fa:16:3e:0d:08:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'ef423df8-8471-4a63-89d9-6a24149f44c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:33Z', 'updated_at': '2021-10-19T08:30:41Z', 'revision_number': 4, 'project_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'subnets': [{'id': 'ef423df8-8471-4a63-89d9-6a24149f44c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:41.896894 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297c195-5b1d-404b-96ce-57e75306d091 None None] Pushing event updated for resources: {'Port': ['ID=3f46fb90-8f0b-404f-8a85-44f500ab10ff,revision_number=3']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:41.929425 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-54bea541-4447-4df5-acf9-f60d1b024c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:41.966167 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-825baeed-5651-40cd-be61-7ad1ab6074dc None None] Provisioning complete for port de92effc-3b19-4696-900b-803f2d9fe95c triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:41.966721 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-825baeed-5651-40cd-be61-7ad1ab6074dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:42.019630 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Attempting to bind port 3f46fb90-8f0b-404f-8a85-44f500ab10ff on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:30:42.021783 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Attempting to bind port 3f46fb90-8f0b-404f-8a85-44f500ab10ff by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': '6f6e1326-9d9b-489e-9792-f32d8fbe500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d'}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:30:42.022574 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Attempting to bind port 3f46fb90-8f0b-404f-8a85-44f500ab10ff on network 0287f81f-e0f3-426d-9a45-348c63bc6b6d {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:42.040784 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:42.042275 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Checking segment: {'id': '6f6e1326-9d9b-489e-9792-f32d8fbe500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:30:42.042736 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:42.043179 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Bound using segment: {'id': '6f6e1326-9d9b-489e-9792-f32d8fbe500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d'} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:42.045139 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Bound port: 3f46fb90-8f0b-404f-8a85-44f500ab10ff, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6e1326-9d9b-489e-9792-f32d8fbe500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d'}}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:30:42.045625 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:42.143130 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] For port 3f46fb90-8f0b-404f-8a85-44f500ab10ff, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:42.148443 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] For port 3f46fb90-8f0b-404f-8a85-44f500ab10ff, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=3f46fb90-8f0b-404f-8a85-44f500ab10ff,segment=NetworkSegment(6f6e1326-9d9b-489e-9792-f32d8fbe500a),segment_id=6f6e1326-9d9b-489e-9792-f32d8fbe500a)] {{(pid=99815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:42.155150 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:42.232837 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297c195-5b1d-404b-96ce-57e75306d091 None None] Pushing event updated for resources: {'Port': ['ID=3f46fb90-8f0b-404f-8a85-44f500ab10ff,revision_number=4']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:42.236682 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Routers {'47c41f78-2d90-4cda-bb67-f51851034fbd'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:42.237824 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['47c41f78-2d90-4cda-bb67-f51851034fbd'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:42.288265 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-74f76094-4230-42d9-b4dd-a3bcd24bc260 None None] Provisioning complete for port 3f46fb90-8f0b-404f-8a85-44f500ab10ff triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:42.288792 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-74f76094-4230-42d9-b4dd-a3bcd24bc260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:42.391514 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] Set router 47c41f78-2d90-4cda-bb67-f51851034fbd gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:42.436493 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-74f76094-4230-42d9-b4dd-a3bcd24bc260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:42.513693 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-74f76094-4230-42d9-b4dd-a3bcd24bc260 None None] For port 3f46fb90-8f0b-404f-8a85-44f500ab10ff, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=3f46fb90-8f0b-404f-8a85-44f500ab10ff,segment=NetworkSegment(6f6e1326-9d9b-489e-9792-f32d8fbe500a),segment_id=6f6e1326-9d9b-489e-9792-f32d8fbe500a)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:42.530857 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-74f76094-4230-42d9-b4dd-a3bcd24bc260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:42.603020 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f76094-4230-42d9-b4dd-a3bcd24bc260 None None] Pushing event updated for resources: {'Port': ['ID=3f46fb90-8f0b-404f-8a85-44f500ab10ff,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:42.662051 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'name': 'tempest-TestShelveInstance-211138631-router', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:30:32Z', 'revision_number': 4, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'gw_port': {'id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '3f46fb90-8f0b-404f-8a85-44f500ab10ff', 'name': '', 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'mac_address': 'fa:16:3e:c6:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:31Z', 'updated_at': '2021-10-19T08:30:42Z', 'revision_number': 4, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'subnets': [{'id': '9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:42.666874 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-42dc9401-1210-4364-9d6b-4454d2ce0f9e None None] Provisioning complete for port 3f46fb90-8f0b-404f-8a85-44f500ab10ff triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:42.667231 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-42dc9401-1210-4364-9d6b-4454d2ce0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:42.697203 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcd9c5-8fee-4520-9f21-f94da92f86bd None None] The sync data for ids ['47c41f78-2d90-4cda-bb67-f51851034fbd'] in dv-cinder-813984-3-iscsi is: [{'id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'name': 'tempest-TestShelveInstance-211138631-router', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:30:32Z', 'revision_number': 4, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'gw_port': {'id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '3f46fb90-8f0b-404f-8a85-44f500ab10ff', 'name': '', 'network_id': '0287f81f-e0f3-426d-9a45-348c63bc6b6d', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'mac_address': 'fa:16:3e:c6:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:31Z', 'updated_at': '2021-10-19T08:30:42Z', 'revision_number': 4, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'subnets': [{'id': '9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:43.369405 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device de92effc-3b19-4696-900b-803f2d9fe95c up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:43.431442 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port de92effc-3b19-4696-900b-803f2d9fe95c triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:43.433292 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:43.533093 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 3f46fb90-8f0b-404f-8a85-44f500ab10ff up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:43.602808 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 3f46fb90-8f0b-404f-8a85-44f500ab10ff triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:30:43.603167 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:45.107330 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b35da19d-2292-4aab-86b5-d3644e9a42b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:45.933461 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:46.613605 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:47.679980 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:30:51.346520 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:04.728702 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45152) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:04.834821 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-fa7be7fc-cf75-4943-9757-b5cfd43ee28c admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:04.907284 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-fa7be7fc-cf75-4943-9757-b5cfd43ee28c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:04.910830 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-fa7be7fc-cf75-4943-9757-b5cfd43ee28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:04.949151 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-fa7be7fc-cf75-4943-9757-b5cfd43ee28c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a052cd9a82e34ed1ac5c809c3162cf6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192287 Oct 19 08:31:04.951696 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45156) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:04.952620 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7be7fc-cf75-4943-9757-b5cfd43ee28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc41f291-23d7-45da-90a2-7b27df5e4caf,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:05.000882 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fd32-f81e-413b-a5c0-9c9808c2f53e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:05.023782 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fd32-f81e-413b-a5c0-9c9808c2f53e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:05.024333 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:31:05.074708 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fd32-f81e-413b-a5c0-9c9808c2f53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:05.077455 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bcb5fd32-f81e-413b-a5c0-9c9808c2f53e admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:05.078355 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-bcb5fd32-f81e-413b-a5c0-9c9808c2f53e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc41f291-23d7-45da-90a2-7b27df5e4caf HTTP/1.1" status: 204 len: 168 time: 0.1256652 Oct 19 08:31:05.087167 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5fd32-f81e-413b-a5c0-9c9808c2f53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc41f291-23d7-45da-90a2-7b27df5e4caf,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:05.695917 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45184) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:05.801853 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1355277003-network', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:05.825070 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Made reservation on behalf of cd22145dede44acfb6409d55f4c00fcd for: {'network': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:31:05.827929 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:05.838318 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:05.943923 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6cb8b-c8af-4122-a298-71c12adcf6aa req-cab18896-1063-44c8-8964-05172931b5e7 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:05.945397 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0fe6cb8b-c8af-4122-a298-71c12adcf6aa req-cab18896-1063-44c8-8964-05172931b5e7 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0740366 Oct 19 08:31:05.955785 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:05.962742 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:05.993787 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=99813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:31:06.018183 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51116ac-7c2a-4a76-b0ea-087e4cca500b,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:06.020989 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.021331 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.segments_db [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Added segment c1fa6a29-e6ab-4176-9bc3-3284ba10d94c of type vlan for network dee2382b-c3c0-47d6-b386-cc27151b1833 Oct 19 08:31:06.025634 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0fe6cb8b-c8af-4122-a298-71c12adcf6aa req-4630c92e-08c0-41cd-8af9-82811333d969 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718436 Oct 19 08:31:06.068978 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.092806 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.093735 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:06.094379 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.119074 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4220824 Oct 19 08:31:06.122125 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45192) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:06.129288 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-0f473eb2-f2e2-42f5-8650-f405ca65c193 admin admin] Request body: {'subnet': {'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1355277003-subnet', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'ip_version': 4}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:06.152059 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f473eb2-f2e2-42f5-8650-f405ca65c193 admin admin] Made reservation on behalf of cd22145dede44acfb6409d55f4c00fcd for: {'subnet': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:31:06.155463 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0f473eb2-f2e2-42f5-8650-f405ca65c193 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59567271'] for subnet, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.157481 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74279a3-ecc6-4cbb-837a-52ca53d9b0f9 admin admin] Pushing event updated for resources: {'Network': ['ID=dee2382b-c3c0-47d6-b386-cc27151b1833,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:06.177326 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network dee2382b-c3c0-47d6-b386-cc27151b1833 details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:31:06.325220 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0f473eb2-f2e2-42f5-8650-f405ca65c193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60597002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59567241'] for subnet, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.381558 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f473eb2-f2e2-42f5-8650-f405ca65c193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9584cf7c-402e-4ad3-bbde-741ff64b6661,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:06.389792 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f473eb2-f2e2-42f5-8650-f405ca65c193 admin admin] Checking segment: {'id': 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:31:06.390149 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f473eb2-f2e2-42f5-8650-f405ca65c193 admin admin] Network hostable DHCP agents. Network: dee2382b-c3c0-47d6-b386-cc27151b1833, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:31:06.406771 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f473eb2-f2e2-42f5-8650-f405ca65c193 admin admin] Network dee2382b-c3c0-47d6-b386-cc27151b1833 is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:31:06.415198 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-0f473eb2-f2e2-42f5-8650-f405ca65c193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, dee2382b-c3c0-47d6-b386-cc27151b1833) {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:06.420389 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f473eb2-f2e2-42f5-8650-f405ca65c193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:06.421059 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0f473eb2-f2e2-42f5-8650-f405ca65c193 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.423871 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef45f4c0-d5ed-4bd5-aa0b-b54db2286940 None None] Network dee2382b-c3c0-47d6-b386-cc27151b1833 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:31:06.436622 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-0f473eb2-f2e2-42f5-8650-f405ca65c193 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3133671 Oct 19 08:31:06.440137 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45198) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:06.444696 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:06.467247 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7276'] for router, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.468322 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7285'] for router, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.522231 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.564078 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp243f6fb3-4fc6-546d-81d7-7d5c3d1efffe-dee2382b-c3c0-47d6-b386-cc27151b1833', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'fixed_ips': [{'subnet_id': '9584cf7c-402e-4ad3-bbde-741ff64b6661'}]}} from dv-cinder-813984-3-iscsi. {{(pid=99814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:31:06.564910 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.654950 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.697301 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.db_base_plugin_common [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Allocated IP 172.20.0.2 (dee2382b-c3c0-47d6-b386-cc27151b1833/9584cf7c-402e-4ad3-bbde-741ff64b6661/31cde326-17c7-4e82-b16a-f0a4ec2dcf95) {{(pid=99814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:31:06.838692 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Publish callbacks [] for port, precommit_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.844278 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.854378 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.872880 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.884013 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Network dee2382b-c3c0-47d6-b386-cc27151b1833 is already hosted by enough agents. {{(pid=99814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:06.887267 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.base_scheduler [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Resources bound (agent type, host, resource id): {{(pid=99814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:06.890725 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Received port after_create {{(pid=99814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:31:06.900969 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Pushing event updated for resources: {'Port': ['ID=31cde326-17c7-4e82-b16a-f0a4ec2dcf95,revision_number=1']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:06.953050 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Attempting to bind port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:31:06.953408 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Attempting to bind port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:31:06.953758 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Attempting to bind port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 on network dee2382b-c3c0-47d6-b386-cc27151b1833 {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:31:06.959775 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:31:06.960137 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Checking segment: {'id': 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:31:06.960520 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.960898 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Bound using segment: {'id': 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:31:06.961350 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Bound port: 31cde326-17c7-4e82-b16a-f0a4ec2dcf95, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:31:06.961719 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:06.977968 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Allocated IP 172.27.2.206 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/31659757-c74e-4e95-b2ff-3e16f79c0f1c) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:31:07.024598 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] For port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:31:07.027631 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] For port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=31cde326-17c7-4e82-b16a-f0a4ec2dcf95,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:31:07.031132 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:07.086975 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222f676-7cb7-460c-acc2-e65eed1f982b None None] Pushing event updated for resources: {'Port': ['ID=31cde326-17c7-4e82-b16a-f0a4ec2dcf95,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:07.087474 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:07.148590 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:07.203309 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a7e73-5818-45d0-abc9-7c2e84dd2332 req-78803ba1-992f-488e-909c-50c669260833 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:07.204887 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-602a7e73-5818-45d0-abc9-7c2e84dd2332 req-78803ba1-992f-488e-909c-50c669260833 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.1029305 Oct 19 08:31:07.206769 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:07.209872 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:07.214826 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:31:07.267125 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=31659757-c74e-4e95-b2ff-3e16f79c0f1c,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:07.336105 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-602a7e73-5818-45d0-abc9-7c2e84dd2332 req-e0aa92dc-1d6e-4b04-aa0b-2e2d99246f2d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239662 Oct 19 08:31:07.508768 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:07.952687 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627868'] for router, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:07.979616 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acc5cb7-af85-40b9-9d03-07524dc487f2 None None] Network dee2382b-c3c0-47d6-b386-cc27151b1833 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:31:08.080696 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Router 2ed3444e-524e-4499-a446-bfff93c3c06a is scheduled to L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 with binding_index 1 {{(pid=99813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:31:08.091993 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-027ce85a-e312-4c5a-bf61-dbead51d59c7 None None] Provisioning complete for port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:08.092363 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-027ce85a-e312-4c5a-bf61-dbead51d59c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:08.187143 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:31:08.198413 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Sync routers for ids ['2ed3444e-524e-4499-a446-bfff93c3c06a'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:31:08.207489 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:08.211232 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-2a4f42af-7a15-43da-b064-9bfd01d36bf5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7675219 Oct 19 08:31:08.211583 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45206) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:08.220868 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-027ce85a-e312-4c5a-bf61-dbead51d59c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:08.222799 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Routers {'2ed3444e-524e-4499-a446-bfff93c3c06a'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:08.223428 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['2ed3444e-524e-4499-a446-bfff93c3c06a'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:08.303402 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-027ce85a-e312-4c5a-bf61-dbead51d59c7 None None] For port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=31cde326-17c7-4e82-b16a-f0a4ec2dcf95,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:08.346961 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-027ce85a-e312-4c5a-bf61-dbead51d59c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:08.409112 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Set router 2ed3444e-524e-4499-a446-bfff93c3c06a gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:08.463537 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e012f-ec02-43cd-848b-7caeeac77816 req-0b7ae2f0-dfb9-4dec-91f9-46402299b957 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:08.465048 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-376e012f-ec02-43cd-848b-7caeeac77816 req-0b7ae2f0-dfb9-4dec-91f9-46402299b957 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0554793 Oct 19 08:31:08.495087 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ce85a-e312-4c5a-bf61-dbead51d59c7 None None] Pushing event updated for resources: {'Port': ['ID=31cde326-17c7-4e82-b16a-f0a4ec2dcf95,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:08.512785 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-376e012f-ec02-43cd-848b-7caeeac77816 req-8b551dc1-559b-4e5f-96f7-07ba1212a31d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400348 Oct 19 08:31:08.515099 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-71187609-8997-455a-bc7c-b4fc8698ce11 None None] Provisioning complete for port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:08.515471 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-71187609-8997-455a-bc7c-b4fc8698ce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:08.655396 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:08.683370 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:07Z', 'revision_number': 3, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port': {'id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:08.713148 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Checking router: 2ed3444e-524e-4499-a446-bfff93c3c06a for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:31:08.713488 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Updating router 2ed3444e-524e-4499-a446-bfff93c3c06a port 31659757-c74e-4e95-b2ff-3e16f79c0f1c binding host dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:31:08.738294 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:08.820849 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Allocated IP 172.20.0.1 (dee2382b-c3c0-47d6-b386-cc27151b1833/9584cf7c-402e-4ad3-bbde-741ff64b6661/074a30a2-53d9-459d-8084-a144b5db17f7) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:31:08.920612 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:08.954842 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:08.984520 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Publish callbacks [] for port, precommit_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:08.989965 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:08.994673 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Network dee2382b-c3c0-47d6-b386-cc27151b1833 is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:08.997471 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:09.004451 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:31:09.007536 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Pushing event updated for resources: {'Port': ['ID=074a30a2-53d9-459d-8084-a144b5db17f7,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:09.050040 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1627695'] for router_interface, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:09.169603 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Attempting to bind port 31659757-c74e-4e95-b2ff-3e16f79c0f1c on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:31:09.169995 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Attempting to bind port 31659757-c74e-4e95-b2ff-3e16f79c0f1c by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:31:09.170321 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Attempting to bind port 31659757-c74e-4e95-b2ff-3e16f79c0f1c on network df899231-3d66-4e46-852d-f94c9631241f {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:31:09.172234 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b07d29-ec5f-4d2b-8f3a-0670ad47cc3c None None] Pushing event updated for resources: {'Port': ['ID=31659757-c74e-4e95-b2ff-3e16f79c0f1c,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:09.178418 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:31:09.178812 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Checking segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:31:09.179389 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:09.179665 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Bound using segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:31:09.180022 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Bound port: 31659757-c74e-4e95-b2ff-3e16f79c0f1c, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:31:09.180396 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:09.184430 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:09.237395 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] For port 31659757-c74e-4e95-b2ff-3e16f79c0f1c, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:31:09.241049 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] For port 31659757-c74e-4e95-b2ff-3e16f79c0f1c, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=31659757-c74e-4e95-b2ff-3e16f79c0f1c,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:31:09.245739 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:09.308911 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:31:09.338061 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Routers {'2ed3444e-524e-4499-a446-bfff93c3c06a'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:09.338786 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['2ed3444e-524e-4499-a446-bfff93c3c06a'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:09.370797 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:09.378282 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60597233'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:09.379619 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b07d29-ec5f-4d2b-8f3a-0670ad47cc3c None None] Pushing event updated for resources: {'Port': ['ID=31659757-c74e-4e95-b2ff-3e16f79c0f1c,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:09.390783 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-f07564ce-69bf-42bf-92b4-2719e6b41806 None None] Provisioning complete for port 074a30a2-53d9-459d-8084-a144b5db17f7 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:09.391145 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-f07564ce-69bf-42bf-92b4-2719e6b41806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:09.456618 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Pushing event updated for resources: {'Port': ['ID=074a30a2-53d9-459d-8084-a144b5db17f7,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:09.461602 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626527'] for router_interface, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:09.482869 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-f07564ce-69bf-42bf-92b4-2719e6b41806 None None] Port 074a30a2-53d9-459d-8084-a144b5db17f7 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:31:09.496572 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:09.496870 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:09.522139 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] Set router 2ed3444e-524e-4499-a446-bfff93c3c06a gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:09.552635 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Network dee2382b-c3c0-47d6-b386-cc27151b1833 is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:09.554082 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:09.649679 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce1fe5-17f3-4c86-acae-80b34d47fc57 req-edaf9641-771a-4fe7-b20a-ee1e9578b77b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:09.658754 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7dce1fe5-17f3-4c86-acae-80b34d47fc57 req-edaf9641-771a-4fe7-b20a-ee1e9578b77b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0631738 Oct 19 08:31:09.685948 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Router 2ed3444e-524e-4499-a446-bfff93c3c06a has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:31:09.710112 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7dce1fe5-17f3-4c86-acae-80b34d47fc57 req-29bdd37e-f6f4-4868-987b-8a2c50e181ff tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501542 Oct 19 08:31:09.783981 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 4, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port': {'id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '074a30a2-53d9-459d-8084-a144b5db17f7', 'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'mac_address': 'fa:16:3e:d8:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:08Z', 'updated_at': '2021-10-19T08:31:08Z', 'revision_number': 1, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'subnets': [{'id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:09.814111 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec2039-8614-4eaa-a3bf-b005d0d1856e None None] The sync data for ids ['2ed3444e-524e-4499-a446-bfff93c3c06a'] in dv-cinder-813984-3-iscsi is: [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 4, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port': {'id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '074a30a2-53d9-459d-8084-a144b5db17f7', 'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'mac_address': 'fa:16:3e:d8:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:08Z', 'updated_at': '2021-10-19T08:31:08Z', 'revision_number': 1, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'subnets': [{'id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:31:09.819046 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:31:09.823973 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-f02b89ea-716c-4e0a-ac1f-827db2d146ae admin admin] 10.222.0.26 "PUT /v2.0/routers/2ed3444e-524e-4499-a446-bfff93c3c06a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6113136 Oct 19 08:31:09.825681 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-57d686e7-d5d2-4922-8268-78a21be37d3c None None] Provisioning complete for port 074a30a2-53d9-459d-8084-a144b5db17f7 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:09.826001 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-57d686e7-d5d2-4922-8268-78a21be37d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:09.863739 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-57d686e7-d5d2-4922-8268-78a21be37d3c None None] Port 074a30a2-53d9-459d-8084-a144b5db17f7 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:31:10.367507 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45238) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:10.372945 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1517119379-network', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:10.397097 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Made reservation on behalf of 8fbccf68a083460b90e0ce05a6f14e10 for: {'network': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:31:10.402669 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:10.410273 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:10.522232 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:10.528271 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:10.557038 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=99812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:31:10.566949 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde6e53f-5167-4440-8328-3aef3cb38016,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:10.571804 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:10.572140 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.segments_db [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Added segment 2f6f7061-9c46-4acb-a896-079765483db8 of type vlan for network 93387679-745e-4eec-845c-27cada45c175 Oct 19 08:31:10.615057 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:10.641284 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:10.642899 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:10.643504 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:10.677950 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3092992 Oct 19 08:31:10.681057 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45244) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:10.710285 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-489a4db7-96a2-4c7c-8e71-c87bc2f9d4cc admin admin] Request body: {'subnet': {'network_id': '93387679-745e-4eec-845c-27cada45c175', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1517119379-subnet', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'ip_version': 4}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:10.715928 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe882fb-98ed-4978-a632-f35f1c4ebcca admin admin] Pushing event updated for resources: {'Network': ['ID=93387679-745e-4eec-845c-27cada45c175,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:10.734526 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network 93387679-745e-4eec-845c-27cada45c175 details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:31:10.742625 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489a4db7-96a2-4c7c-8e71-c87bc2f9d4cc admin admin] Made reservation on behalf of 8fbccf68a083460b90e0ce05a6f14e10 for: {'subnet': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:31:10.745791 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-489a4db7-96a2-4c7c-8e71-c87bc2f9d4cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59567271'] for subnet, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:10.840382 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906f6cf-4bc6-4b71-a2bf-8b592b59210c req-5cc60134-5369-43f6-8f84-abd8960d0db0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:10.841899 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4906f6cf-4bc6-4b71-a2bf-8b592b59210c req-5cc60134-5369-43f6-8f84-abd8960d0db0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0605900 Oct 19 08:31:10.883123 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4906f6cf-4bc6-4b71-a2bf-8b592b59210c req-100f0eb2-9377-402e-aca7-273910dc450b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344872 Oct 19 08:31:10.946128 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-489a4db7-96a2-4c7c-8e71-c87bc2f9d4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60597002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59567241'] for subnet, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.013055 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a4db7-96a2-4c7c-8e71-c87bc2f9d4cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f694cd2-e37d-444a-9958-6a78c8565b4a,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:11.022625 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a4db7-96a2-4c7c-8e71-c87bc2f9d4cc admin admin] Checking segment: {'id': '2f6f7061-9c46-4acb-a896-079765483db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93387679-745e-4eec-845c-27cada45c175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:31:11.022979 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a4db7-96a2-4c7c-8e71-c87bc2f9d4cc admin admin] Network hostable DHCP agents. Network: 93387679-745e-4eec-845c-27cada45c175, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:31:11.039354 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a4db7-96a2-4c7c-8e71-c87bc2f9d4cc admin admin] Network 93387679-745e-4eec-845c-27cada45c175 is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:31:11.049044 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-489a4db7-96a2-4c7c-8e71-c87bc2f9d4cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, 93387679-745e-4eec-845c-27cada45c175) {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:11.053129 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489a4db7-96a2-4c7c-8e71-c87bc2f9d4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:11.053709 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-489a4db7-96a2-4c7c-8e71-c87bc2f9d4cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.059039 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dfddb5-f4b4-43cf-bb21-4c3585480649 None None] Network 93387679-745e-4eec-845c-27cada45c175 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:31:11.070103 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-489a4db7-96a2-4c7c-8e71-c87bc2f9d4cc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3884454 Oct 19 08:31:11.072957 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45248) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:11.077650 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1517119379-router', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:11.106744 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7276'] for router, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.108166 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1625409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-420026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7285'] for router, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.162774 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.216242 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp243f6fb3-4fc6-546d-81d7-7d5c3d1efffe-93387679-745e-4eec-845c-27cada45c175', 'network_id': '93387679-745e-4eec-845c-27cada45c175', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'fixed_ips': [{'subnet_id': '8f694cd2-e37d-444a-9958-6a78c8565b4a'}]}} from dv-cinder-813984-3-iscsi. {{(pid=99814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:31:11.217166 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.303757 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 31659757-c74e-4e95-b2ff-3e16f79c0f1c up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:31:11.311001 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.396978 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.db_base_plugin_common [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Allocated IP 172.20.0.2 (93387679-745e-4eec-845c-27cada45c175/8f694cd2-e37d-444a-9958-6a78c8565b4a/4eedb3df-05b5-4d41-a793-a774af1e1ccb) {{(pid=99814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:31:11.401203 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 31659757-c74e-4e95-b2ff-3e16f79c0f1c triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:11.401518 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.526033 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.546848 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.560842 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.609329 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port 31659757-c74e-4e95-b2ff-3e16f79c0f1c, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=31659757-c74e-4e95-b2ff-3e16f79c0f1c,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:11.614569 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.655229 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Publish callbacks [] for port, precommit_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.662723 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Allocated IP 172.27.2.211 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/51ccf3c5-04a5-488a-a79c-5010193afab0) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:31:11.674612 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617'] for port, after_create {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.685508 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=31659757-c74e-4e95-b2ff-3e16f79c0f1c,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:11.717401 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Network 93387679-745e-4eec-845c-27cada45c175 is already hosted by enough agents. {{(pid=99814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:11.721186 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.scheduler.base_scheduler [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Resources bound (agent type, host, resource id): {{(pid=99814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:11.724938 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Received port after_create {{(pid=99814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:31:11.763278 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Pushing event updated for resources: {'Port': ['ID=4eedb3df-05b5-4d41-a793-a774af1e1ccb,revision_number=1']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:11.772422 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.792370 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Attempting to bind port 4eedb3df-05b5-4d41-a793-a774af1e1ccb on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:31:11.792660 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Attempting to bind port 4eedb3df-05b5-4d41-a793-a774af1e1ccb by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': '2f6f7061-9c46-4acb-a896-079765483db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93387679-745e-4eec-845c-27cada45c175'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:31:11.793017 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Attempting to bind port 4eedb3df-05b5-4d41-a793-a774af1e1ccb on network 93387679-745e-4eec-845c-27cada45c175 {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:31:11.799659 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:31:11.800031 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Checking segment: {'id': '2f6f7061-9c46-4acb-a896-079765483db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93387679-745e-4eec-845c-27cada45c175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:31:11.800557 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.800958 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Bound using segment: {'id': '2f6f7061-9c46-4acb-a896-079765483db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93387679-745e-4eec-845c-27cada45c175'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:31:11.801417 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Bound port: 4eedb3df-05b5-4d41-a793-a774af1e1ccb, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6f7061-9c46-4acb-a896-079765483db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93387679-745e-4eec-845c-27cada45c175'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:31:11.802397 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.808577 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.846907 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:11.849790 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:11.853470 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:31:11.868793 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] For port 4eedb3df-05b5-4d41-a793-a774af1e1ccb, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:31:11.872351 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] For port 4eedb3df-05b5-4d41-a793-a774af1e1ccb, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4eedb3df-05b5-4d41-a793-a774af1e1ccb,segment=NetworkSegment(2f6f7061-9c46-4acb-a896-079765483db8),segment_id=2f6f7061-9c46-4acb-a896-079765483db8)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:31:11.877870 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:11.886222 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Pushing event updated for resources: {'Port': ['ID=51ccf3c5-04a5-488a-a79c-5010193afab0,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:11.898433 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Sync routers for ids ['2ed3444e-524e-4499-a446-bfff93c3c06a'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:31:11.908246 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Routers {'2ed3444e-524e-4499-a446-bfff93c3c06a'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:11.909074 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['2ed3444e-524e-4499-a446-bfff93c3c06a'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:11.974006 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0206aa5-02e8-4e69-8ad0-dc3f165ff8b0 None None] Pushing event updated for resources: {'Port': ['ID=4eedb3df-05b5-4d41-a793-a774af1e1ccb,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:11.980844 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-ac4f5b63-b7ce-44d2-9d2e-1ef7a990ab67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:12.027474 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Set router 2ed3444e-524e-4499-a446-bfff93c3c06a gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:12.090328 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41bfc0-26b2-47c9-90ce-feffbbf693e5 req-ae571016-c34f-44ba-86d3-2040abc3e497 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:12.091953 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8d41bfc0-26b2-47c9-90ce-feffbbf693e5 req-ae571016-c34f-44ba-86d3-2040abc3e497 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.1282833 Oct 19 08:31:12.209838 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8d41bfc0-26b2-47c9-90ce-feffbbf693e5 req-e66275ba-382a-4440-806d-8faba67af68f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104205 Oct 19 08:31:12.277721 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:12.343998 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 4, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port': {'id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '074a30a2-53d9-459d-8084-a144b5db17f7', 'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'mac_address': 'fa:16:3e:d8:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:08Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 2, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'subnets': [{'id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:12.373187 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Checking router: 2ed3444e-524e-4499-a446-bfff93c3c06a for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:31:12.373541 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Updating router 2ed3444e-524e-4499-a446-bfff93c3c06a port 074a30a2-53d9-459d-8084-a144b5db17f7 binding host dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:31:12.399167 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:12.475619 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1625438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1627868'] for router, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:12.621623 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Router 844e2a48-8217-45bc-b399-cb670f235829 is scheduled to L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 with binding_index 1 {{(pid=99813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:31:12.681203 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Publish callbacks [] for port, precommit_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:12.688520 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:12.741926 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c4719-1c94-4583-8bac-7f53ecfb9957 None None] Pushing event updated for resources: {'Port': ['ID=074a30a2-53d9-459d-8084-a144b5db17f7,revision_number=3']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:12.743302 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-5e9cd271-57da-491e-8fc1-54509dc7ca56 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1519316107&fields=id&tenant_id=4c35a609df154c65988d39d98e9f50c8 HTTP/1.1" status: 200 len: 267 time: 0.0777266 Oct 19 08:31:12.808621 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Attempting to bind port 074a30a2-53d9-459d-8084-a144b5db17f7 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:31:12.809152 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Attempting to bind port 074a30a2-53d9-459d-8084-a144b5db17f7 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833'}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:31:12.809512 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Attempting to bind port 074a30a2-53d9-459d-8084-a144b5db17f7 on network dee2382b-c3c0-47d6-b386-cc27151b1833 {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:31:12.815171 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:31:12.815582 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Checking segment: {'id': 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:31:12.817680 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:12.818073 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Bound using segment: {'id': 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833'} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:31:12.818562 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Bound port: 074a30a2-53d9-459d-8084-a144b5db17f7, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833'}}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:31:12.818957 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:12.842278 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:31:12.855463 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Sync routers for ids ['844e2a48-8217-45bc-b399-cb670f235829'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:31:12.866830 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:12.868076 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-34b92b5c-e9c9-4070-a164-507cddd7a94e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7939529 Oct 19 08:31:12.871005 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45264) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:12.871752 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Routers {'844e2a48-8217-45bc-b399-cb670f235829'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:12.872383 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['844e2a48-8217-45bc-b399-cb670f235829'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:12.916140 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] For port 074a30a2-53d9-459d-8084-a144b5db17f7, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:31:12.919607 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] For port 074a30a2-53d9-459d-8084-a144b5db17f7, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=074a30a2-53d9-459d-8084-a144b5db17f7,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:31:12.924628 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:12.947409 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fcb32ca6-03ff-40e7-a8e2-573d1b3d0575 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:12.948938 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fcb32ca6-03ff-40e7-a8e2-573d1b3d0575 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/networks?id=fb031b3e-c52c-423e-8e10-3f31ca90acd6 HTTP/1.1" status: 200 len: 809 time: 0.1987352 Oct 19 08:31:13.016975 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-6ff64caf-d7b4-48a6-ada8-b78bd6e07cdd tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/quotas/4c35a609df154c65988d39d98e9f50c8 HTTP/1.1" status: 200 len: 375 time: 0.0555339 Oct 19 08:31:13.024027 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c4719-1c94-4583-8bac-7f53ecfb9957 None None] Pushing event updated for resources: {'Port': ['ID=074a30a2-53d9-459d-8084-a144b5db17f7,revision_number=4']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:13.042554 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Routers {'2ed3444e-524e-4499-a446-bfff93c3c06a'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:13.043437 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['2ed3444e-524e-4499-a446-bfff93c3c06a'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:13.086473 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-26d56158-dd3d-49cc-ab66-72e7fb8f1d29 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c35a609df154c65988d39d98e9f50c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630412 Oct 19 08:31:13.164431 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] Set router 2ed3444e-524e-4499-a446-bfff93c3c06a gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:13.198124 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Set router 844e2a48-8217-45bc-b399-cb670f235829 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:13.287488 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec855e4-c27a-4c33-8f31-23bcd2058993 None None] Network 93387679-745e-4eec-845c-27cada45c175 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:31:13.417821 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 4, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port': {'id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '074a30a2-53d9-459d-8084-a144b5db17f7', 'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'mac_address': 'fa:16:3e:d8:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:08Z', 'updated_at': '2021-10-19T08:31:12Z', 'revision_number': 4, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'subnets': [{'id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:13.448898 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e39d68c1-10b4-49dc-8bf2-05b64de775ec None None] Provisioning complete for port 074a30a2-53d9-459d-8084-a144b5db17f7 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:13.449331 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e39d68c1-10b4-49dc-8bf2-05b64de775ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:13.464037 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf96a53-9c1e-46b6-b932-5c0181145641 None None] The sync data for ids ['2ed3444e-524e-4499-a446-bfff93c3c06a'] in dv-cinder-813984-3-iscsi is: [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 4, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port': {'id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '074a30a2-53d9-459d-8084-a144b5db17f7', 'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'mac_address': 'fa:16:3e:d8:59:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:08Z', 'updated_at': '2021-10-19T08:31:12Z', 'revision_number': 4, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'subnets': [{'id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:31:13.465015 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afa151-4daf-4261-8c11-11b2e2b6bf93 req-85f8ca0b-049e-4559-846a-b5d846effc18 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:13.466636 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d4afa151-4daf-4261-8c11-11b2e2b6bf93 req-85f8ca0b-049e-4559-846a-b5d846effc18 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.1244125 Oct 19 08:31:13.534538 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 074a30a2-53d9-459d-8084-a144b5db17f7 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:31:13.729460 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e39d68c1-10b4-49dc-8bf2-05b64de775ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:13.753620 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 074a30a2-53d9-459d-8084-a144b5db17f7 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:13.753976 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:13.829542 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e39d68c1-10b4-49dc-8bf2-05b64de775ec None None] For port 074a30a2-53d9-459d-8084-a144b5db17f7, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=074a30a2-53d9-459d-8084-a144b5db17f7,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:13.841108 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e39d68c1-10b4-49dc-8bf2-05b64de775ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:13.887372 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844e2a48-8217-45bc-b399-cb670f235829', 'name': 'tempest-TestMinimumBasicScenario-1517119379-router', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:12Z', 'revision_number': 3, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'gw_port': {'id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:48:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:13.931603 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d4afa151-4daf-4261-8c11-11b2e2b6bf93 req-04b42dbe-8f85-420f-a52e-3701ab512933 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487477 Oct 19 08:31:13.949563 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Checking router: 844e2a48-8217-45bc-b399-cb670f235829 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:31:13.949865 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Updating router 844e2a48-8217-45bc-b399-cb670f235829 port 51ccf3c5-04a5-488a-a79c-5010193afab0 binding host dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:31:13.992353 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d68c1-10b4-49dc-8bf2-05b64de775ec None None] Pushing event updated for resources: {'Port': ['ID=074a30a2-53d9-459d-8084-a144b5db17f7,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:13.993415 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-beb238e8-fd6a-4e57-92c9-73735946e830 service neutron] 10.222.0.26 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8586009 Oct 19 08:31:14.007396 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.011452 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4eedb3df-05b5-4d41-a793-a774af1e1ccb up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:31:14.060144 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-85c70baa-e74b-488e-90b5-bd186ccce433 None None] Provisioning complete for port 4eedb3df-05b5-4d41-a793-a774af1e1ccb triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:14.060513 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-85c70baa-e74b-488e-90b5-bd186ccce433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.134265 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.169994 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-c382d26d-feac-4e6c-9a7b-2a13a45fd5c7 service neutron] 10.222.0.26 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654792 Oct 19 08:31:14.220071 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 4eedb3df-05b5-4d41-a793-a774af1e1ccb triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:14.220575 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.321586 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Allocated IP 172.20.0.1 (93387679-745e-4eec-845c-27cada45c175/8f694cd2-e37d-444a-9958-6a78c8565b4a/ff49428e-40cb-4cba-b2db-507077868c07) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:31:14.356552 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-85c70baa-e74b-488e-90b5-bd186ccce433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.440697 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.442264 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-85c70baa-e74b-488e-90b5-bd186ccce433 None None] For port 4eedb3df-05b5-4d41-a793-a774af1e1ccb, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4eedb3df-05b5-4d41-a793-a774af1e1ccb,segment=NetworkSegment(2f6f7061-9c46-4acb-a896-079765483db8),segment_id=2f6f7061-9c46-4acb-a896-079765483db8)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:14.459249 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-85c70baa-e74b-488e-90b5-bd186ccce433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.489262 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.513110 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.535109 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Network 93387679-745e-4eec-845c-27cada45c175 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:14.538638 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:14.557257 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-85c70baa-e74b-488e-90b5-bd186ccce433 None None] Provisioning complete for port 074a30a2-53d9-459d-8084-a144b5db17f7 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:14.557633 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-85c70baa-e74b-488e-90b5-bd186ccce433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.566359 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Publish callbacks [] for port, precommit_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.572740 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dd4eb0ab-11da-4a9a-a54f-06a9d2fea108 req-7dfc956d-496a-470d-8199-bf9f125afe3a tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 210 time: 0.0460434 Oct 19 08:31:14.573525 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:31:14.609834 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c70baa-e74b-488e-90b5-bd186ccce433 None None] Pushing event updated for resources: {'Port': ['ID=4eedb3df-05b5-4d41-a793-a774af1e1ccb,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:14.633590 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.659441 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Pushing event updated for resources: {'Port': ['ID=ff49428e-40cb-4cba-b2db-507077868c07,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:14.678608 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1627695'] for router_interface, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.762544 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.db.api [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 08:31:14.762906 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG oslo_db.api [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 08:31:14.778334 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534f719-b8e6-4c95-b7a0-e4db33d7ec05 None None] Pushing event updated for resources: {'Port': ['ID=51ccf3c5-04a5-488a-a79c-5010193afab0,revision_number=2']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:14.780664 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Attempting to bind port 51ccf3c5-04a5-488a-a79c-5010193afab0 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:31:14.781029 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Attempting to bind port 51ccf3c5-04a5-488a-a79c-5010193afab0 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:31:14.781389 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Attempting to bind port 51ccf3c5-04a5-488a-a79c-5010193afab0 on network df899231-3d66-4e46-852d-f94c9631241f {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:31:14.812650 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:31:14.813024 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Checking segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:31:14.813472 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.813865 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Bound using segment: {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'} {{(pid=99814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:31:14.814352 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.managers [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Bound port: 51ccf3c5-04a5-488a-a79c-5010193afab0, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2543629-4fde-4d79-bc12-6491dffcf179', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}}] {{(pid=99814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:31:14.814757 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.873761 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.883938 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] For port 51ccf3c5-04a5-488a-a79c-5010193afab0, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:31:14.887791 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] For port 51ccf3c5-04a5-488a-a79c-5010193afab0, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=51ccf3c5-04a5-488a-a79c-5010193afab0,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:31:14.893535 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:14.957854 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Routers {'844e2a48-8217-45bc-b399-cb670f235829'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:14.958577 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:30:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['844e2a48-8217-45bc-b399-cb670f235829'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:15.001819 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534f719-b8e6-4c95-b7a0-e4db33d7ec05 None None] Pushing event updated for resources: {'Port': ['ID=51ccf3c5-04a5-488a-a79c-5010193afab0,revision_number=3']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:15.025865 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-08492b07-b056-437a-a8cd-e9ef22e81c26 None None] Provisioning complete for port ff49428e-40cb-4cba-b2db-507077868c07 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:15.026251 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-08492b07-b056-437a-a8cd-e9ef22e81c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:15.121923 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-130c784d-e073-4a78-b68f-41f7e1eaf27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:15.125159 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-08492b07-b056-437a-a8cd-e9ef22e81c26 None None] Port ff49428e-40cb-4cba-b2db-507077868c07 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:31:15.128114 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] Set router 844e2a48-8217-45bc-b399-cb670f235829 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:15.143423 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-68663146-cb54-4e4b-abb6-171f951fa281 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740896653&fields=id&tenant_id=28ca19e490b045a8af80ce6bc64afa50 HTTP/1.1" status: 200 len: 267 time: 0.1022320 Oct 19 08:31:15.156672 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c02adc-74c0-4d7b-a740-df638e551e55 req-b5948c05-910c-4a6a-b4d4-2b4a448c289d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:15.159674 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-39c02adc-74c0-4d7b-a740-df638e551e55 req-b5948c05-910c-4a6a-b4d4-2b4a448c289d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.1175084 Oct 19 08:31:15.198282 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:15.248770 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:15.314729 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-39c02adc-74c0-4d7b-a740-df638e551e55 req-ea2b2a34-f95c-4710-87d4-90763140ad5f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321673 Oct 19 08:31:15.333201 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-08492b07-b056-437a-a8cd-e9ef22e81c26 None None] Provisioning complete for port 4eedb3df-05b5-4d41-a793-a774af1e1ccb triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:15.333201 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-08492b07-b056-437a-a8cd-e9ef22e81c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:15.381867 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Pushing event updated for resources: {'Port': ['ID=ff49428e-40cb-4cba-b2db-507077868c07,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:15.387082 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 31659757-c74e-4e95-b2ff-3e16f79c0f1c up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:31:15.390655 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626527'] for router_interface, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:15.406142 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-ed245f72-4d39-4737-94e0-5d5303f37dad tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:15.408256 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-ed245f72-4d39-4737-94e0-5d5303f37dad tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 812 time: 0.2474196 Oct 19 08:31:15.441030 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-82f82770-f0e2-4785-8cf6-ced7b929f8e4 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/quotas/28ca19e490b045a8af80ce6bc64afa50 HTTP/1.1" status: 200 len: 375 time: 0.0195308 Oct 19 08:31:15.535843 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-1b4cda76-2166-439c-9ce3-6b5578998fdf tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681412 Oct 19 08:31:15.544321 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 31659757-c74e-4e95-b2ff-3e16f79c0f1c triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:15.544551 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Network 93387679-745e-4eec-845c-27cada45c175 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:15.544698 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:15.546001 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:15.702415 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844e2a48-8217-45bc-b399-cb670f235829', 'name': 'tempest-TestMinimumBasicScenario-1517119379-router', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:14Z', 'revision_number': 4, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'gw_port': {'id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:48:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'ff49428e-40cb-4cba-b2db-507077868c07', 'name': '', 'network_id': '93387679-745e-4eec-845c-27cada45c175', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'mac_address': 'fa:16:3e:3b:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8f694cd2-e37d-444a-9958-6a78c8565b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:14Z', 'updated_at': '2021-10-19T08:31:14Z', 'revision_number': 1, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'subnets': [{'id': '8f694cd2-e37d-444a-9958-6a78c8565b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:15.748415 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27615422-53ca-4357-8eb6-e4bf07a22c1f None None] The sync data for ids ['844e2a48-8217-45bc-b399-cb670f235829'] in dv-cinder-813984-3-iscsi is: [{'id': '844e2a48-8217-45bc-b399-cb670f235829', 'name': 'tempest-TestMinimumBasicScenario-1517119379-router', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:14Z', 'revision_number': 4, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'gw_port': {'id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:48:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'ff49428e-40cb-4cba-b2db-507077868c07', 'name': '', 'network_id': '93387679-745e-4eec-845c-27cada45c175', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'mac_address': 'fa:16:3e:3b:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8f694cd2-e37d-444a-9958-6a78c8565b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:14Z', 'updated_at': '2021-10-19T08:31:14Z', 'revision_number': 1, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'subnets': [{'id': '8f694cd2-e37d-444a-9958-6a78c8565b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:31:15.788582 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-65abec30-d0c1-4e26-8bb6-04e83e005a00 req-d4dfb344-b637-4667-8f99-08c21eeea139 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 210 time: 0.1170065 Oct 19 08:31:15.871231 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4eedb3df-05b5-4d41-a793-a774af1e1ccb up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:31:15.897241 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-eb66f62b-603f-4afd-8901-a8cf7d2cf82f service neutron] 10.222.0.26 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962246 Oct 19 08:31:15.899209 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Router 844e2a48-8217-45bc-b399-cb670f235829 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:31:15.906249 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-d7ca8702-bad5-453c-8eb3-ae3bf00f98e2 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:15.908477 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-d7ca8702-bad5-453c-8eb3-ae3bf00f98e2 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.11 "GET /v2.0/networks?id=fb031b3e-c52c-423e-8e10-3f31ca90acd6 HTTP/1.1" status: 200 len: 809 time: 0.2693672 Oct 19 08:31:15.945976 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 4eedb3df-05b5-4d41-a793-a774af1e1ccb triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:15.946585 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:15.949716 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-7dd613a3-ec05-4c27-96e7-8108508692c4 None None] Provisioning complete for port ff49428e-40cb-4cba-b2db-507077868c07 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:15.950308 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-7dd613a3-ec05-4c27-96e7-8108508692c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:15.952188 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:16.018417 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-7dd613a3-ec05-4c27-96e7-8108508692c4 None None] Port ff49428e-40cb-4cba-b2db-507077868c07 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:31:16.081948 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-58ae1a3d-1fd8-4026-b31f-4032184fa349 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c35a609df154c65988d39d98e9f50c8 HTTP/1.1" status: 200 len: 380 time: 0.1428411 Oct 19 08:31:16.083022 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 074a30a2-53d9-459d-8084-a144b5db17f7 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:31:16.097242 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fc287ed0-488b-4b2c-aca9-dc2e36292cad tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Request body: {'port': {'device_id': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'admin_state_up': True, 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'security_groups': ['38e7242c-304a-4f3e-9c0a-8ccdb6999750']}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:16.101691 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-718ed24e-be80-47a2-ab36-47415cd3e89f service neutron] 10.222.0.26 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923347 Oct 19 08:31:16.154763 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 074a30a2-53d9-459d-8084-a144b5db17f7 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:16.155021 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:16.263283 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:31:16.278109 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-e015a76e-3eea-4a5a-bc44-824d41114e3f admin admin] 10.222.0.26 "PUT /v2.0/routers/844e2a48-8217-45bc-b399-cb670f235829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4011512 Oct 19 08:31:16.364467 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fc287ed0-488b-4b2c-aca9-dc2e36292cad tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Made reservation on behalf of 4c35a609df154c65988d39d98e9f50c8 for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:31:16.368812 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fc287ed0-488b-4b2c-aca9-dc2e36292cad tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:16.539647 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085d1ba-3819-45d9-90b6-d186cc101c7b req-5989f72d-13e2-4e33-8e59-33e435433ac6 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:16.541151 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8085d1ba-3819-45d9-90b6-d186cc101c7b req-5989f72d-13e2-4e33-8e59-33e435433ac6 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.1198924 Oct 19 08:31:16.561521 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2a54fffd-8157-4284-a925-30beec734d3e req-4d69ae34-24c4-4172-8701-220433cbaa82 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 210 time: 0.0478323 Oct 19 08:31:16.617935 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:16.644550 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8085d1ba-3819-45d9-90b6-d186cc101c7b req-696b411a-7b12-4da3-a5d8-9c8edacafa6f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856047 Oct 19 08:31:16.648807 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fc287ed0-488b-4b2c-aca9-dc2e36292cad tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Allocated IP 172.20.0.11 (fb031b3e-c52c-423e-8e10-3f31ca90acd6/579fb183-31e6-4819-83c6-66e752c298e0/12a0882c-425b-45ca-9a64-43ef73c77095) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:31:16.882904 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fc287ed0-488b-4b2c-aca9-dc2e36292cad tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:16.931962 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c1ac4a16-1f63-4064-800d-42915c6a573d req-73f6d174-0894-473c-8a03-cea514ef49c4 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 210 time: 0.0363736 Oct 19 08:31:16.984813 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fc287ed0-488b-4b2c-aca9-dc2e36292cad tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:17.038971 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fc287ed0-488b-4b2c-aca9-dc2e36292cad tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Network fb031b3e-c52c-423e-8e10-3f31ca90acd6 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:17.042395 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fc287ed0-488b-4b2c-aca9-dc2e36292cad tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:17.055836 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fc287ed0-488b-4b2c-aca9-dc2e36292cad tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:31:17.090829 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc287ed0-488b-4b2c-aca9-dc2e36292cad tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Pushing event updated for resources: {'Port': ['ID=12a0882c-425b-45ca-9a64-43ef73c77095,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:17.122045 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fc287ed0-488b-4b2c-aca9-dc2e36292cad tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:17.122774 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fc287ed0-488b-4b2c-aca9-dc2e36292cad tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:17.144735 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-fc287ed0-488b-4b2c-aca9-dc2e36292cad tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0537674 Oct 19 08:31:17.160942 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Request body: {'port': {'device_id': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:17.232796 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:17.360841 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-7300aa42-bd7d-48af-abbe-0e13263d9960 None None] Provisioning complete for port 12a0882c-425b-45ca-9a64-43ef73c77095 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:17.361462 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-7300aa42-bd7d-48af-abbe-0e13263d9960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:17.432540 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-7300aa42-bd7d-48af-abbe-0e13263d9960 None None] Port 12a0882c-425b-45ca-9a64-43ef73c77095 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:31:17.638628 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a0882c-425b-45ca-9a64-43ef73c77095 {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:31:17.650953 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:17.675448 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Transition to ACTIVE for port object 12a0882c-425b-45ca-9a64-43ef73c77095 will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:31:17.696283 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:17.779477 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:17.786948 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-171b71da-9619-4630-b6fd-92dfe63a1f95 req-24d1d4e4-4918-494f-8b96-3cdb5388956f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 210 time: 0.0927265 Oct 19 08:31:17.898598 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 51ccf3c5-04a5-488a-a79c-5010193afab0 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:31:18.010072 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 51ccf3c5-04a5-488a-a79c-5010193afab0 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:18.011135 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:18.062620 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c8b61-5300-43a4-91ed-b044829ad048 req-a537a912-43ad-4a9f-818f-f1e865a245b1 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:18.073435 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ee5c8b61-5300-43a4-91ed-b044829ad048 req-a537a912-43ad-4a9f-818f-f1e865a245b1 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.2233534 Oct 19 08:31:18.103588 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Pushing event updated for resources: {'Port': ['ID=12a0882c-425b-45ca-9a64-43ef73c77095,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:18.171163 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:18.199918 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] For port 51ccf3c5-04a5-488a-a79c-5010193afab0, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=51ccf3c5-04a5-488a-a79c-5010193afab0,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:18.225005 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:18.308394 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Pushing event updated for resources: {'Port': ['ID=51ccf3c5-04a5-488a-a79c-5010193afab0,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:18.564661 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ee5c8b61-5300-43a4-91ed-b044829ad048 req-ff3e4b41-cd33-4162-ab67-cc313f4f8d2e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4878516 Oct 19 08:31:18.614839 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b712b-c72b-4aca-8207-4ed2243f15ab req-18014c48-eabe-4d4d-ba11-f7f76c9a2377 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:18.622093 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-354b712b-c72b-4aca-8207-4ed2243f15ab req-18014c48-eabe-4d4d-ba11-f7f76c9a2377 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.5378392 Oct 19 08:31:18.632978 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-90b1b442-e332-4eca-bf82-319f115af554 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:18.634381 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-90b1b442-e332-4eca-bf82-319f115af554 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 812 time: 0.7308409 Oct 19 08:31:18.642191 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Attempting to bind port 12a0882c-425b-45ca-9a64-43ef73c77095 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:31:18.642942 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Attempting to bind port 12a0882c-425b-45ca-9a64-43ef73c77095 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '65c6768f-ecea-4927-8d32-be77dcda58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:31:18.642942 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Attempting to bind port 12a0882c-425b-45ca-9a64-43ef73c77095 on network fb031b3e-c52c-423e-8e10-3f31ca90acd6 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:31:18.672344 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Port 12a0882c-425b-45ca-9a64-43ef73c77095 on network fb031b3e-c52c-423e-8e10-3f31ca90acd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:31:18.673407 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Attempting to bind port 12a0882c-425b-45ca-9a64-43ef73c77095 on network fb031b3e-c52c-423e-8e10-3f31ca90acd6 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:31:18.694863 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:31:18.695197 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Checking segment: {'id': '65c6768f-ecea-4927-8d32-be77dcda58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:31:18.695576 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Bound using segment: {'id': '65c6768f-ecea-4927-8d32-be77dcda58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:31:18.696017 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Bound port: 12a0882c-425b-45ca-9a64-43ef73c77095, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c6768f-ecea-4927-8d32-be77dcda58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:31:18.696370 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:18.731432 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-354b712b-c72b-4aca-8207-4ed2243f15ab req-36a13273-2802-461e-bb9b-75e9b8e7c7d5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079123 Oct 19 08:31:18.747884 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f06705c6-4719-4bb6-96f1-79baeddbb7ca tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28ca19e490b045a8af80ce6bc64afa50 HTTP/1.1" status: 200 len: 379 time: 0.0956676 Oct 19 08:31:18.780815 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f9ec3684-b4cc-4f2a-8328-54cef9604c3f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Request body: {'port': {'device_id': '9802a026-2641-4cdf-9d05-97a5272d6d8b', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'admin_state_up': True, 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'security_groups': ['9f953905-b8d2-470f-816c-dcdf7d12bd2c']}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:18.891902 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] For port 12a0882c-425b-45ca-9a64-43ef73c77095, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:31:18.902044 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Sync routers for ids ['844e2a48-8217-45bc-b399-cb670f235829'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:31:18.915167 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Routers {'844e2a48-8217-45bc-b399-cb670f235829'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:18.915806 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:31:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['844e2a48-8217-45bc-b399-cb670f235829'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:18.917552 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a76f9b59-9349-4b16-88de-baf9a9f860b7 req-e049f78e-2d98-4d93-8654-80c69de50b2b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 210 time: 0.0435596 Oct 19 08:31:18.938789 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] For port 12a0882c-425b-45ca-9a64-43ef73c77095, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=12a0882c-425b-45ca-9a64-43ef73c77095,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:31:18.948372 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:19.015319 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:19.015874 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:19.017669 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] 10.222.0.11 "PUT /v2.0/ports/12a0882c-425b-45ca-9a64-43ef73c77095 HTTP/1.1" status: 200 len: 1094 time: 1.8633704 Oct 19 08:31:19.018130 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:31:19.020510 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8988e815-caac-48cf-af71-e3e7a718aac3" -d '{"events": [{"name": "network-changed", "server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:31:19.032481 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d84f1-d71f-4117-a9fd-56ae3285e069 service neutron] Pushing event updated for resources: {'Port': ['ID=12a0882c-425b-45ca-9a64-43ef73c77095,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:19.048763 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f9ec3684-b4cc-4f2a-8328-54cef9604c3f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Made reservation on behalf of 28ca19e490b045a8af80ce6bc64afa50 for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:31:19.054112 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f9ec3684-b4cc-4f2a-8328-54cef9604c3f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:19.057776 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Set router 844e2a48-8217-45bc-b399-cb670f235829 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:19.191052 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-cb498237-7898-451f-8080-62932564aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:19.192567 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-cb498237-7898-451f-8080-62932564aedb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c35a609df154c65988d39d98e9f50c8&device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 1097 time: 0.1114712 Oct 19 08:31:19.258469 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-3730c63c-de9b-420e-a7d3-2171ac1bd36a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0882c-425b-45ca-9a64-43ef73c77095 HTTP/1.1" status: 200 len: 217 time: 0.0550344 Oct 19 08:31:19.345888 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844e2a48-8217-45bc-b399-cb670f235829', 'name': 'tempest-TestMinimumBasicScenario-1517119379-router', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:14Z', 'revision_number': 4, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'gw_port': {'id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'ff49428e-40cb-4cba-b2db-507077868c07', 'name': '', 'network_id': '93387679-745e-4eec-845c-27cada45c175', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'mac_address': 'fa:16:3e:3b:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8f694cd2-e37d-444a-9958-6a78c8565b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:14Z', 'updated_at': '2021-10-19T08:31:14Z', 'revision_number': 2, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'subnets': [{'id': '8f694cd2-e37d-444a-9958-6a78c8565b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:19.353105 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849f3704-530d-45ba-8368-2effd20c5345 x-openstack-request-id: req-849f3704-530d-45ba-8368-2effd20c5345 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:31:19.353391 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:31:19.353917 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-849f3704-530d-45ba-8368-2effd20c5345 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:31:19.354312 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095', 'status': 'completed', 'code': 200} Oct 19 08:31:19.377407 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Checking router: 844e2a48-8217-45bc-b399-cb670f235829 for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:31:19.377986 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Updating router 844e2a48-8217-45bc-b399-cb670f235829 port ff49428e-40cb-4cba-b2db-507077868c07 binding host dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:31:19.405201 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:19.416456 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-17343de1-0d40-4ae6-b80d-296f50fa3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:19.417985 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-17343de1-0d40-4ae6-b80d-296f50fa3c65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579fb183-31e6-4819-83c6-66e752c298e0 HTTP/1.1" status: 200 len: 848 time: 0.1323819 Oct 19 08:31:19.424943 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f9ec3684-b4cc-4f2a-8328-54cef9604c3f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Allocated IP 172.20.0.12 (09e1e2e2-02ec-4078-9b6b-9e1d757336b7/172ef68a-c4a9-4c64-a462-ff7f41dc6844/ff26f079-abb3-425c-828c-e1118d527879) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:31:19.495983 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-b6e4eed8-7c5d-4458-b288-cc669f5a3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:19.499226 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-b6e4eed8-7c5d-4458-b288-cc669f5a3519 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb031b3e-c52c-423e-8e10-3f31ca90acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716424 Oct 19 08:31:19.870444 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Publish callbacks [] for port, precommit_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:19.878370 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 51ccf3c5-04a5-488a-a79c-5010193afab0 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:31:19.883269 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:19.885162 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-53d15621-1f19-4cf5-9365-e0c40223d1b7 service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610535 Oct 19 08:31:19.929866 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77494f29-39bc-486f-8b4f-fb936d9d714f None None] Pushing event updated for resources: {'Port': ['ID=ff49428e-40cb-4cba-b2db-507077868c07,revision_number=3']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:20.003453 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Attempting to bind port ff49428e-40cb-4cba-b2db-507077868c07 on host dv-cinder-813984-3-iscsi for vnic_type normal with profile {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:31:20.003801 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Attempting to bind port ff49428e-40cb-4cba-b2db-507077868c07 by drivers openvswitch,hyperv on host dv-cinder-813984-3-iscsi at level 0 using segments [{'id': '2f6f7061-9c46-4acb-a896-079765483db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93387679-745e-4eec-845c-27cada45c175'}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:31:20.004396 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Attempting to bind port ff49428e-40cb-4cba-b2db-507077868c07 on network 93387679-745e-4eec-845c-27cada45c175 {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:31:20.012415 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Checking agent: {'id': '634d52d0-5daa-4dd6-bb23-dcec3220f6ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 16, 16), 'started_at': datetime.datetime(2021, 10, 19, 8, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:31:20.013171 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Checking segment: {'id': '2f6f7061-9c46-4acb-a896-079765483db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93387679-745e-4eec-845c-27cada45c175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:31:20.013810 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:20.014454 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Bound using segment: {'id': '2f6f7061-9c46-4acb-a896-079765483db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93387679-745e-4eec-845c-27cada45c175'} {{(pid=99815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:31:20.015212 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.managers [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Bound port: ff49428e-40cb-4cba-b2db-507077868c07, host: dv-cinder-813984-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6f7061-9c46-4acb-a896-079765483db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93387679-745e-4eec-845c-27cada45c175'}}] {{(pid=99815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:31:20.015547 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port 51ccf3c5-04a5-488a-a79c-5010193afab0 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:20.015916 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:20.017168 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:20.073230 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f9ec3684-b4cc-4f2a-8328-54cef9604c3f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:20.096640 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] For port ff49428e-40cb-4cba-b2db-507077868c07, host dv-cinder-813984-3-iscsi, cleared binding levels {{(pid=99815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:31:20.103441 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.plugins.ml2.db [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] For port ff49428e-40cb-4cba-b2db-507077868c07, host dv-cinder-813984-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=ff49428e-40cb-4cba-b2db-507077868c07,segment=NetworkSegment(2f6f7061-9c46-4acb-a896-079765483db8),segment_id=2f6f7061-9c46-4acb-a896-079765483db8)] {{(pid=99815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:31:20.113953 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron_lib.callbacks.manager [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:20.137052 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c3a44-3d4f-490d-9d9a-79036f7d6bd2 req-045d1bb4-bfb1-47e9-a91a-e6a6003c2927 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:20.145024 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-de9c3a44-3d4f-490d-9d9a-79036f7d6bd2 req-045d1bb4-bfb1-47e9-a91a-e6a6003c2927 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.4207444 Oct 19 08:31:20.147470 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f9ec3684-b4cc-4f2a-8328-54cef9604c3f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:20.215768 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Routers {'844e2a48-8217-45bc-b399-cb670f235829'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:20.216700 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:31:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['844e2a48-8217-45bc-b399-cb670f235829'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:20.220463 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77494f29-39bc-486f-8b4f-fb936d9d714f None None] Pushing event updated for resources: {'Port': ['ID=ff49428e-40cb-4cba-b2db-507077868c07,revision_number=4']} {{(pid=99815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:20.231601 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f9ec3684-b4cc-4f2a-8328-54cef9604c3f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:20.251820 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec3684-b4cc-4f2a-8328-54cef9604c3f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'Port': ['ID=ff26f079-abb3-425c-828c-e1118d527879,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:20.256292 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f9ec3684-b4cc-4f2a-8328-54cef9604c3f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:20.258394 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f9ec3684-b4cc-4f2a-8328-54cef9604c3f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:31:20.289834 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-ad666216-7344-4654-94bd-e3dd27f35b55 None None] Provisioning complete for port ff49428e-40cb-4cba-b2db-507077868c07 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:20.294213 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-ad666216-7344-4654-94bd-e3dd27f35b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:20.320119 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d1d2ac10-5b37-4df8-b479-d43a629986d7 req-16439afc-7792-4674-bdf5-d3f1035974af service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209251 Oct 19 08:31:20.377611 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269d216-dc03-4c3a-8278-b0f49b2fe003 req-9d70bb2d-84d5-4d22-95f8-e76932da6095 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:20.387948 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2269d216-dc03-4c3a-8278-b0f49b2fe003 req-9d70bb2d-84d5-4d22-95f8-e76932da6095 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.5013733 Oct 19 08:31:20.436719 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-de9c3a44-3d4f-490d-9d9a-79036f7d6bd2 req-8db4f0b0-3047-42ac-b1fe-6fb54c86c02a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908130 Oct 19 08:31:20.484469 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-ad666216-7344-4654-94bd-e3dd27f35b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:20.500440 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f9ec3684-b4cc-4f2a-8328-54cef9604c3f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:20.501338 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f9ec3684-b4cc-4f2a-8328-54cef9604c3f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:20.520462 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988e815-caac-48cf-af71-e3e7a718aac3 req-c691fa4e-c4ed-4d59-aedb-d3a4683a3082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:20.522036 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8988e815-caac-48cf-af71-e3e7a718aac3 req-c691fa4e-c4ed-4d59-aedb-d3a4683a3082 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c35a609df154c65988d39d98e9f50c8&device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 1097 time: 0.1231358 Oct 19 08:31:20.580351 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-ad666216-7344-4654-94bd-e3dd27f35b55 None None] For port ff49428e-40cb-4cba-b2db-507077868c07, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=ff49428e-40cb-4cba-b2db-507077868c07,segment=NetworkSegment(2f6f7061-9c46-4acb-a896-079765483db8),segment_id=2f6f7061-9c46-4acb-a896-079765483db8)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:20.593904 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-ad666216-7344-4654-94bd-e3dd27f35b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:20.655307 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] Set router 844e2a48-8217-45bc-b399-cb670f235829 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:20.655969 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988e815-caac-48cf-af71-e3e7a718aac3 req-d128b4f6-6f04-4d3f-83d5-83528571d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:20.657803 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8988e815-caac-48cf-af71-e3e7a718aac3 req-d128b4f6-6f04-4d3f-83d5-83528571d45c service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb031b3e-c52c-423e-8e10-3f31ca90acd6 HTTP/1.1" status: 200 len: 910 time: 0.1247604 Oct 19 08:31:20.667750 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f9ec3684-b4cc-4f2a-8328-54cef9604c3f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8928554 Oct 19 08:31:20.702403 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2269d216-dc03-4c3a-8278-b0f49b2fe003 req-6efcfc15-7825-429e-85b8-c09295a18801 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078191 Oct 19 08:31:20.724899 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Request body: {'port': {'device_id': '9802a026-2641-4cdf-9d05-97a5272d6d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:20.727737 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad666216-7344-4654-94bd-e3dd27f35b55 None None] Pushing event updated for resources: {'Port': ['ID=ff49428e-40cb-4cba-b2db-507077868c07,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:20.746729 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-811f9754-f766-4380-806c-553e3499c2af None None] Provisioning complete for port ff49428e-40cb-4cba-b2db-507077868c07 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:20.747252 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-811f9754-f766-4380-806c-553e3499c2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:20.856808 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8988e815-caac-48cf-af71-e3e7a718aac3 req-8071dc0e-3adf-4998-b419-d2a1c70c32f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0882c-425b-45ca-9a64-43ef73c77095 HTTP/1.1" status: 200 len: 217 time: 0.1415985 Oct 19 08:31:20.889556 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-811f9754-f766-4380-806c-553e3499c2af None None] Provisioning complete for port ff26f079-abb3-425c-828c-e1118d527879 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:20.890148 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-811f9754-f766-4380-806c-553e3499c2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:20.901440 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844e2a48-8217-45bc-b399-cb670f235829', 'name': 'tempest-TestMinimumBasicScenario-1517119379-router', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:14Z', 'revision_number': 4, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'gw_port': {'id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'ff49428e-40cb-4cba-b2db-507077868c07', 'name': '', 'network_id': '93387679-745e-4eec-845c-27cada45c175', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'mac_address': 'fa:16:3e:3b:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8f694cd2-e37d-444a-9958-6a78c8565b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:14Z', 'updated_at': '2021-10-19T08:31:20Z', 'revision_number': 4, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'subnets': [{'id': '8f694cd2-e37d-444a-9958-6a78c8565b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:20.928117 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988e815-caac-48cf-af71-e3e7a718aac3 req-63b404a8-de1e-4f62-9842-1ca961473135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:20.940302 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8988e815-caac-48cf-af71-e3e7a718aac3 req-63b404a8-de1e-4f62-9842-1ca961473135 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579fb183-31e6-4819-83c6-66e752c298e0 HTTP/1.1" status: 200 len: 848 time: 0.0622909 Oct 19 08:31:20.963742 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795ae20-7747-4a5b-b3bd-9db1f8c96a11 None None] The sync data for ids ['844e2a48-8217-45bc-b399-cb670f235829'] in dv-cinder-813984-3-iscsi is: [{'id': '844e2a48-8217-45bc-b399-cb670f235829', 'name': 'tempest-TestMinimumBasicScenario-1517119379-router', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:14Z', 'revision_number': 4, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'gw_port': {'id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'ff49428e-40cb-4cba-b2db-507077868c07', 'name': '', 'network_id': '93387679-745e-4eec-845c-27cada45c175', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'mac_address': 'fa:16:3e:3b:6e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '8f694cd2-e37d-444a-9958-6a78c8565b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:14Z', 'updated_at': '2021-10-19T08:31:20Z', 'revision_number': 4, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'subnets': [{'id': '8f694cd2-e37d-444a-9958-6a78c8565b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:31:20.971057 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:20.985098 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-811f9754-f766-4380-806c-553e3499c2af None None] Port ff26f079-abb3-425c-828c-e1118d527879 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:31:21.004938 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170de0c-c976-4a86-b948-6bf3cb68bbb3 req-e87f0319-87aa-4d64-ada7-86c95a5c9755 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:21.012633 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b170de0c-c976-4a86-b948-6bf3cb68bbb3 req-e87f0319-87aa-4d64-ada7-86c95a5c9755 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 932 time: 0.3436832 Oct 19 08:31:21.077899 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b170de0c-c976-4a86-b948-6bf3cb68bbb3 req-e1894853-9d91-4543-a2cb-e379823af845 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609586 Oct 19 08:31:21.183483 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988e815-caac-48cf-af71-e3e7a718aac3 req-905e5965-a7d8-457f-a1b0-58f408ec98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:21.184991 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8988e815-caac-48cf-af71-e3e7a718aac3 req-905e5965-a7d8-457f-a1b0-58f408ec98e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb031b3e-c52c-423e-8e10-3f31ca90acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2363589 Oct 19 08:31:21.392705 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:21.421394 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8988e815-caac-48cf-af71-e3e7a718aac3 req-1317344f-ab4a-47a3-8f02-5feed339a82b service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248149 Oct 19 08:31:21.557023 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff26f079-abb3-425c-828c-e1118d527879 {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:31:21.584585 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:21.614738 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Transition to ACTIVE for port object ff26f079-abb3-425c-828c-e1118d527879 will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:31:21.624675 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8988e815-caac-48cf-af71-e3e7a718aac3 req-e5ca1215-9bc0-41b4-894f-199e1795d12a service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936216 Oct 19 08:31:21.627231 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:21.674289 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301423f-0b9e-4993-83c7-c3c5a073967d req-84b93dac-0e49-4922-b4fc-2dca8d239730 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:21.675937 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b301423f-0b9e-4993-83c7-c3c5a073967d req-84b93dac-0e49-4922-b4fc-2dca8d239730 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.1411498 Oct 19 08:31:21.702518 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Pushing event updated for resources: {'Port': ['ID=ff26f079-abb3-425c-828c-e1118d527879,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:21.878639 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b301423f-0b9e-4993-83c7-c3c5a073967d req-ce8f7e34-b24a-411d-ac81-d0b549d30394 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768398 Oct 19 08:31:21.906142 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device ff49428e-40cb-4cba-b2db-507077868c07 up at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:31:21.934986 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Attempting to bind port ff26f079-abb3-425c-828c-e1118d527879 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:31:21.936547 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Attempting to bind port ff26f079-abb3-425c-828c-e1118d527879 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:31:21.937109 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Attempting to bind port ff26f079-abb3-425c-828c-e1118d527879 on network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:31:21.945204 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Port ff26f079-abb3-425c-828c-e1118d527879 on network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:31:21.946070 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Attempting to bind port ff26f079-abb3-425c-828c-e1118d527879 on network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:31:21.969013 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:31:21.969511 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Checking segment: {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:31:21.970314 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Bound using segment: {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:31:21.970638 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Bound port: ff26f079-abb3-425c-828c-e1118d527879, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:31:21.970775 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Provisioning complete for port ff49428e-40cb-4cba-b2db-507077868c07 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:21.970998 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:21.971107 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:22.006716 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de184363-bfb1-484a-a4d8-919537bee712 req-49d08fe0-fb16-4692-bfb3-400c36bb553c tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:22.008481 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-de184363-bfb1-484a-a4d8-919537bee712 req-49d08fe0-fb16-4692-bfb3-400c36bb553c tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.1055300 Oct 19 08:31:22.111605 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-de184363-bfb1-484a-a4d8-919537bee712 req-d3e51e67-17b9-4411-bae2-06d769099029 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806303 Oct 19 08:31:22.119631 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] For port ff26f079-abb3-425c-828c-e1118d527879, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:31:22.124286 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] For port ff26f079-abb3-425c-828c-e1118d527879, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=ff26f079-abb3-425c-828c-e1118d527879,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:31:22.131507 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:22.215715 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:22.216996 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:22.218004 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] 10.222.0.11 "PUT /v2.0/ports/ff26f079-abb3-425c-828c-e1118d527879 HTTP/1.1" status: 200 len: 1094 time: 1.5039313 Oct 19 08:31:22.218428 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9802a026-2641-4cdf-9d05-97a5272d6d8b', 'tag': 'ff26f079-abb3-425c-828c-e1118d527879'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:31:22.222765 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6baed6c-c0be-43fa-b548-4f83875da76b" -d '{"events": [{"name": "network-changed", "server_uuid": "9802a026-2641-4cdf-9d05-97a5272d6d8b", "tag": "ff26f079-abb3-425c-828c-e1118d527879"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:31:22.261199 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa75cb5-5be2-4320-930b-5fabaa26613b service neutron] Pushing event updated for resources: {'Port': ['ID=ff26f079-abb3-425c-828c-e1118d527879,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:22.307509 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25aec5d-6696-4279-94b8-75d0631e9717 x-openstack-request-id: req-c25aec5d-6696-4279-94b8-75d0631e9717 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:31:22.307794 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9802a026-2641-4cdf-9d05-97a5272d6d8b", "tag": "ff26f079-abb3-425c-828c-e1118d527879", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:31:22.308040 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c25aec5d-6696-4279-94b8-75d0631e9717 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:31:22.308552 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9802a026-2641-4cdf-9d05-97a5272d6d8b', 'tag': 'ff26f079-abb3-425c-828c-e1118d527879', 'status': 'completed', 'code': 200} Oct 19 08:31:22.359388 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b4154-712c-477d-83f4-77c7e7fe4c94 req-87671d6d-97e4-4f0c-b9c6-e9f759c13d4c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:22.361584 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-619b4154-712c-477d-83f4-77c7e7fe4c94 req-87671d6d-97e4-4f0c-b9c6-e9f759c13d4c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 944 time: 0.1924880 Oct 19 08:31:22.398948 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-78ab3beb-bbbe-4d49-9f44-75a5d90e69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:22.400349 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-78ab3beb-bbbe-4d49-9f44-75a5d90e69c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 1097 time: 0.1184535 Oct 19 08:31:22.431865 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-619b4154-712c-477d-83f4-77c7e7fe4c94 req-8c4636ca-d308-43f2-9992-547bb9f468fd tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572612 Oct 19 08:31:22.463618 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-f33674ec-20a6-4245-8356-dbaf947d03fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff26f079-abb3-425c-828c-e1118d527879 HTTP/1.1" status: 200 len: 217 time: 0.0446520 Oct 19 08:31:22.518716 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-32f451a5-b0c7-4a2a-aa05-e8eb9abaa270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:22.520182 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-32f451a5-b0c7-4a2a-aa05-e8eb9abaa270 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 200 len: 851 time: 0.0490992 Oct 19 08:31:22.572890 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-8339a7fd-cb5f-4e89-994d-123e1af3d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:22.574359 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-8339a7fd-cb5f-4e89-994d-123e1af3d9bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451984 Oct 19 08:31:22.674268 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-38fa34b8-5d12-48b6-908f-4b2477197730 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927193 Oct 19 08:31:22.784566 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f401fd21-cf59-412c-be2c-afdd58d81abc req-bbe24318-0f27-42aa-bd60-f0213577d1ae service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031189 Oct 19 08:31:22.876112 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baed6c-c0be-43fa-b548-4f83875da76b req-3968d3a1-63c2-4b75-9b37-3e864cbe8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:22.877907 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b6baed6c-c0be-43fa-b548-4f83875da76b req-3968d3a1-63c2-4b75-9b37-3e864cbe8d74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 1097 time: 0.0458877 Oct 19 08:31:23.019832 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baed6c-c0be-43fa-b548-4f83875da76b req-d4943978-83d9-46ad-8f0a-ba64407b0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:23.020808 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b6baed6c-c0be-43fa-b548-4f83875da76b req-d4943978-83d9-46ad-8f0a-ba64407b0459 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 913 time: 0.1348820 Oct 19 08:31:23.034477 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88573d6-55bf-4884-abf5-2532c7f98a2f req-4e121e7f-10b1-491e-a751-aa2c9e22132d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:23.036118 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e88573d6-55bf-4884-abf5-2532c7f98a2f req-4e121e7f-10b1-491e-a751-aa2c9e22132d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0775788 Oct 19 08:31:23.079850 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b6baed6c-c0be-43fa-b548-4f83875da76b req-5ee1d88b-99d0-4ce5-878c-566fdc4de1ad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff26f079-abb3-425c-828c-e1118d527879 HTTP/1.1" status: 200 len: 217 time: 0.0418260 Oct 19 08:31:23.144158 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e88573d6-55bf-4884-abf5-2532c7f98a2f req-4c363e65-5c12-486d-b38b-3e8164b60217 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718446 Oct 19 08:31:23.169959 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baed6c-c0be-43fa-b548-4f83875da76b req-ddccab0a-d916-40d3-a30f-88ba7252a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:23.171456 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b6baed6c-c0be-43fa-b548-4f83875da76b req-ddccab0a-d916-40d3-a30f-88ba7252a4d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 200 len: 851 time: 0.0802989 Oct 19 08:31:23.252856 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baed6c-c0be-43fa-b548-4f83875da76b req-17c72e84-b81a-4c22-ac1b-288d76c7489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:23.254405 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b6baed6c-c0be-43fa-b548-4f83875da76b req-17c72e84-b81a-4c22-ac1b-288d76c7489c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721540 Oct 19 08:31:23.278321 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3b57f-db45-442d-aeb3-a23e854ffc7c req-35272e48-2029-47b6-9cb3-021362534ad2 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:23.279896 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c1a3b57f-db45-442d-aeb3-a23e854ffc7c req-35272e48-2029-47b6-9cb3-021362534ad2 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.0721090 Oct 19 08:31:23.644626 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c1a3b57f-db45-442d-aeb3-a23e854ffc7c req-c88cd333-3c4f-4541-8f71-e33fb4f3db18 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3532424 Oct 19 08:31:23.681933 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b6baed6c-c0be-43fa-b548-4f83875da76b req-9b6a8e52-7c3b-4e3a-852b-7dcc151258f9 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188488 Oct 19 08:31:23.692691 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5413d6-b770-427b-a754-f1a5819f0807 req-b496c494-dbca-46b7-ae5f-8579f513a4e2 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:23.694156 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1e5413d6-b770-427b-a754-f1a5819f0807 req-b496c494-dbca-46b7-ae5f-8579f513a4e2 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 944 time: 0.0958960 Oct 19 08:31:23.790073 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1e5413d6-b770-427b-a754-f1a5819f0807 req-bc8f2a53-3eb1-44b5-90b0-be3a0a63e550 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876896 Oct 19 08:31:23.827803 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b6baed6c-c0be-43fa-b548-4f83875da76b req-1026f8b9-c1dd-41c2-abcf-f6e37a4a5300 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326485 Oct 19 08:31:24.268137 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6f7d4-c976-482e-8533-f50473ab2879 req-ee4c3adc-6831-4f4b-9479-61b9aef1b7d8 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:24.269767 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1ca6f7d4-c976-482e-8533-f50473ab2879 req-ee4c3adc-6831-4f4b-9479-61b9aef1b7d8 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0535655 Oct 19 08:31:24.310270 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1ca6f7d4-c976-482e-8533-f50473ab2879 req-62faa788-1a0f-494d-98f2-7f027f7720ad tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339663 Oct 19 08:31:24.646927 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2a92cf7a-b8b4-493b-a716-ca764e0977a5 req-d4eea377-410c-45b9-bdf1-61eeb317795f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431848 Oct 19 08:31:24.763184 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92cf7a-b8b4-493b-a716-ca764e0977a5 req-bb634aa3-d8db-406a-b26e-e582f124da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:24.765004 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2a92cf7a-b8b4-493b-a716-ca764e0977a5 req-bb634aa3-d8db-406a-b26e-e582f124da79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 1100 time: 0.0712216 Oct 19 08:31:24.785284 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a56e0-1b95-4115-80a4-984b8dc569f2 req-bb3585a9-99a8-4d72-b13d-32df26678430 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:24.786766 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ce3a56e0-1b95-4115-80a4-984b8dc569f2 req-bb3585a9-99a8-4d72-b13d-32df26678430 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.0624533 Oct 19 08:31:24.884298 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ce3a56e0-1b95-4115-80a4-984b8dc569f2 req-47bd9a18-b8d3-48c5-afce-a706b0ebda74 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913637 Oct 19 08:31:24.921731 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92cf7a-b8b4-493b-a716-ca764e0977a5 req-d64eb160-68dc-4516-8322-84101046416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:24.924650 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2a92cf7a-b8b4-493b-a716-ca764e0977a5 req-d64eb160-68dc-4516-8322-84101046416a service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 918 time: 0.1329281 Oct 19 08:31:25.004032 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2a92cf7a-b8b4-493b-a716-ca764e0977a5 req-3fc1186f-c093-4192-99c3-231033227510 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ccfabb1-82b3-4904-a943-c29622e0b546 HTTP/1.1" status: 200 len: 1002 time: 0.0658319 Oct 19 08:31:25.011752 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaa3b1-78c6-40ec-bb42-0505c281dc98 req-90413fd6-3462-403e-aec5-1d4b23ce211b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:25.013215 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2baaa3b1-78c6-40ec-bb42-0505c281dc98 req-90413fd6-3462-403e-aec5-1d4b23ce211b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 944 time: 0.1036294 Oct 19 08:31:25.086713 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92cf7a-b8b4-493b-a716-ca764e0977a5 req-cd835a5c-c148-424d-bc25-990ec78bd7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:25.088171 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2a92cf7a-b8b4-493b-a716-ca764e0977a5 req-cd835a5c-c148-424d-bc25-990ec78bd7e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be9abea3-4266-4603-b94f-731252d257c2 HTTP/1.1" status: 200 len: 856 time: 0.0740986 Oct 19 08:31:25.091127 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2baaa3b1-78c6-40ec-bb42-0505c281dc98 req-aafa36f1-54ff-458f-9e79-6323bd40ac7b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690649 Oct 19 08:31:25.136974 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92cf7a-b8b4-493b-a716-ca764e0977a5 req-586bc52b-730e-410f-b2a4-4e2c58b2ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:25.138870 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2a92cf7a-b8b4-493b-a716-ca764e0977a5 req-586bc52b-730e-410f-b2a4-4e2c58b2ab50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b7c9676-b604-477b-a586-63579afd5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423274 Oct 19 08:31:25.249115 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2a92cf7a-b8b4-493b-a716-ca764e0977a5 req-84c051e8-da7a-437e-a10f-a3ae9f48e0e9 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033304 Oct 19 08:31:25.354750 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2a92cf7a-b8b4-493b-a716-ca764e0977a5 req-398c35f8-d7ea-4263-a87c-da88a78b652a service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985143 Oct 19 08:31:25.460742 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8cb98-16b0-4b79-aad0-1dd27013c1a4 req-e3442681-0b5d-470c-a8fe-d2d14947a6d4 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:25.462938 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b4a8cb98-16b0-4b79-aad0-1dd27013c1a4 req-e3442681-0b5d-470c-a8fe-d2d14947a6d4 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0533714 Oct 19 08:31:25.509371 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b4a8cb98-16b0-4b79-aad0-1dd27013c1a4 req-bfe39b27-b4e1-42d3-87ea-0176180969b9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378120 Oct 19 08:31:26.012346 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d57fd-ef69-40b4-a71e-82389deeb14f req-907de8ce-07fc-44be-8a1e-912fb044dd73 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:26.014320 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e28d57fd-ef69-40b4-a71e-82389deeb14f req-907de8ce-07fc-44be-8a1e-912fb044dd73 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.0569711 Oct 19 08:31:26.057019 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e28d57fd-ef69-40b4-a71e-82389deeb14f req-a73ed366-b189-415c-8636-bdacf55fa8b7 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359967 Oct 19 08:31:26.256205 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0383711-d2e2-4833-80e6-5f6bb931ff29 req-c714da56-4e0c-40f7-b915-27308d6a2931 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:26.257746 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f0383711-d2e2-4833-80e6-5f6bb931ff29 req-c714da56-4e0c-40f7-b915-27308d6a2931 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 944 time: 0.0538979 Oct 19 08:31:26.302288 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f0383711-d2e2-4833-80e6-5f6bb931ff29 req-68ec3e24-c31b-4bc0-a180-e54fbada33e0 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384080 Oct 19 08:31:26.636576 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8388866-2a7a-4644-8230-1f602789b912 req-465d59bf-f811-46b4-86ad-933cc7748e91 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:26.638024 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d8388866-2a7a-4644-8230-1f602789b912 req-465d59bf-f811-46b4-86ad-933cc7748e91 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0602455 Oct 19 08:31:26.684489 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d8388866-2a7a-4644-8230-1f602789b912 req-f183eed6-770e-4b7c-90a9-bd23d0532b07 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396693 Oct 19 08:31:26.918583 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a011433-d351-4151-ab89-67128b42af9b req-50a002c9-4c63-4de5-9d9c-3e536761c69c tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:26.920183 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5a011433-d351-4151-ab89-67128b42af9b req-50a002c9-4c63-4de5-9d9c-3e536761c69c tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0635920 Oct 19 08:31:26.982213 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5a011433-d351-4151-ab89-67128b42af9b req-49180edc-53ed-418c-ad41-ad22eeee3032 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437663 Oct 19 08:31:26.983984 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f850c-d49c-4519-b040-7ec3d6a2ff9e req-6ff44999-18c0-4b91-a76d-405386b42cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:26.986298 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b5f850c-d49c-4519-b040-7ec3d6a2ff9e req-6ff44999-18c0-4b91-a76d-405386b42cfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d039e505af3b42a3afdc9ac76295e901&device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 1098 time: 0.0833950 Oct 19 08:31:27.096463 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f850c-d49c-4519-b040-7ec3d6a2ff9e req-5527ccad-d6fb-432c-9383-379b7b6b4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:27.097932 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b5f850c-d49c-4519-b040-7ec3d6a2ff9e req-5527ccad-d6fb-432c-9383-379b7b6b4cec service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 HTTP/1.1" status: 200 len: 911 time: 0.1024904 Oct 19 08:31:27.204889 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b5f850c-d49c-4519-b040-7ec3d6a2ff9e req-4a83016c-3397-43e1-989d-956c638f0862 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 HTTP/1.1" status: 200 len: 1001 time: 0.0986476 Oct 19 08:31:27.217329 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0932d50-7765-4b12-b80f-c432502d6a74 req-7cda1b6f-2e1b-44f7-9292-e9548abe19a3 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:27.223016 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d0932d50-7765-4b12-b80f-c432502d6a74 req-7cda1b6f-2e1b-44f7-9292-e9548abe19a3 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.0793850 Oct 19 08:31:27.292249 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f850c-d49c-4519-b040-7ec3d6a2ff9e req-099bd8c3-eb53-4466-a589-3284c07d8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:27.294060 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b5f850c-d49c-4519-b040-7ec3d6a2ff9e req-099bd8c3-eb53-4466-a589-3284c07d8079 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa061827-a35c-494b-9df2-e4239fe5ce7a HTTP/1.1" status: 200 len: 849 time: 0.0695794 Oct 19 08:31:27.303216 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d0932d50-7765-4b12-b80f-c432502d6a74 req-a586b8ba-ed99-47d2-b477-1ba48e50cd85 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501866 Oct 19 08:31:27.349552 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f850c-d49c-4519-b040-7ec3d6a2ff9e req-5cdc97d7-1af8-4e11-ae96-b0b75e8a1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:27.351088 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b5f850c-d49c-4519-b040-7ec3d6a2ff9e req-5cdc97d7-1af8-4e11-ae96-b0b75e8a1bd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469916 Oct 19 08:31:27.469605 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 12a0882c-425b-45ca-9a64-43ef73c77095 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:31:27.488179 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b7b70-5980-447c-92ba-d4c86337253d req-9877e8a2-2d9d-411b-b5c7-643abe9a1ede tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:27.489752 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5c1b7b70-5980-447c-92ba-d4c86337253d req-9877e8a2-2d9d-411b-b5c7-643abe9a1ede tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 944 time: 0.1111658 Oct 19 08:31:27.491928 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b5f850c-d49c-4519-b040-7ec3d6a2ff9e req-2cba0c39-c438-4a08-861d-b6b0d46de9f1 service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325788 Oct 19 08:31:27.606087 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 12a0882c-425b-45ca-9a64-43ef73c77095, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=12a0882c-425b-45ca-9a64-43ef73c77095,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:27.620894 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '12a0882c-425b-45ca-9a64-43ef73c77095', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'port_id': '12a0882c-425b-45ca-9a64-43ef73c77095', 'mac_address': 'fa:16:3e:96:42:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:31:27.629664 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5c1b7b70-5980-447c-92ba-d4c86337253d req-ec466be0-9bef-46b3-8d33-542b906b955c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288161 Oct 19 08:31:27.651515 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b5f850c-d49c-4519-b040-7ec3d6a2ff9e req-b3b4fe81-b4d3-4359-9fa9-d2736f51f735 service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460257 Oct 19 08:31:27.679551 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:27.693256 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a0882c-425b-45ca-9a64-43ef73c77095 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:31:27.717140 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 12a0882c-425b-45ca-9a64-43ef73c77095, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=12a0882c-425b-45ca-9a64-43ef73c77095,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:27.724216 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:27.782618 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=12a0882c-425b-45ca-9a64-43ef73c77095,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:27.790159 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:27.790845 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:27.791188 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:27.791520 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:27.791847 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:27.792173 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:27.792496 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:27.792817 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:27.793160 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:27.793483 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:27.793831 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:27.794144 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:28.089801 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['12a0882c-425b-45ca-9a64-43ef73c77095'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:31:28.105508 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173787c-1470-4daa-8a61-59e6f87958a1 req-e982fd10-8264-414d-8afe-b904020c432b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:28.106745 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5173787c-1470-4daa-8a61-59e6f87958a1 req-e982fd10-8264-414d-8afe-b904020c432b tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0529807 Oct 19 08:31:28.147277 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5173787c-1470-4daa-8a61-59e6f87958a1 req-df747635-f1ca-4a36-8eac-2d210fd26505 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336955 Oct 19 08:31:28.420041 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ab20e-8e7e-47ec-a53a-f76b4724d8a9 req-60fb7ef5-4164-4660-baa7-9f2b5403ed4b tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:28.421502 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-da4ab20e-8e7e-47ec-a53a-f76b4724d8a9 req-60fb7ef5-4164-4660-baa7-9f2b5403ed4b tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 945 time: 0.0503979 Oct 19 08:31:28.463750 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-da4ab20e-8e7e-47ec-a53a-f76b4724d8a9 req-a72b899e-0b0f-4d7c-a344-5b94c2e75dd7 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361450 Oct 19 08:31:28.641764 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2db81-1749-4b5a-8499-1146953ce76e req-780730bf-89a4-4dd6-9446-36ea86ad2f38 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:28.643229 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-780730bf-89a4-4dd6-9446-36ea86ad2f38 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/networks?id=dee2382b-c3c0-47d6-b386-cc27151b1833 HTTP/1.1" status: 200 len: 815 time: 0.0997112 Oct 19 08:31:28.658358 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-e31a60ce-f619-4344-9310-1665e994de0e tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/quotas/cd22145dede44acfb6409d55f4c00fcd HTTP/1.1" status: 200 len: 375 time: 0.0096016 Oct 19 08:31:28.741684 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-7c042713-d1dd-4f7f-83b0-4ab24960b320 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd22145dede44acfb6409d55f4c00fcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778425 Oct 19 08:31:28.753193 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe10b2f-a7cf-45c2-bb6e-2431662aa431 req-c0ddb0ee-96df-4ce7-b4e6-9c7d4285e086 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:28.754596 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ffe10b2f-a7cf-45c2-bb6e-2431662aa431 req-c0ddb0ee-96df-4ce7-b4e6-9c7d4285e086 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 944 time: 0.0641663 Oct 19 08:31:28.840025 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ffe10b2f-a7cf-45c2-bb6e-2431662aa431 req-bb2aa7be-7dcb-4154-ab88-c23cfaf0939b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775239 Oct 19 08:31:28.863890 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-f683b998-bfb3-476c-82aa-9902df1158b2 service neutron] 10.222.0.26 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083789 Oct 19 08:31:28.955147 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-10e1a74f-9b5e-44db-9298-6f1599317307 service neutron] 10.222.0.26 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853329 Oct 19 08:31:29.104884 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e03df715-6352-447c-8a8c-f21f94c4d231 req-955530e3-99ae-47a6-807d-f09ecfb5dac6 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 210 time: 0.0264308 Oct 19 08:31:29.269668 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61c9af-44ce-46c6-9ce1-22065a2af369 req-9acb0465-8865-4bfd-8d89-dd0ebf4474db tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:29.271123 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3c61c9af-44ce-46c6-9ce1-22065a2af369 req-9acb0465-8865-4bfd-8d89-dd0ebf4474db tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0523660 Oct 19 08:31:29.314874 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3c61c9af-44ce-46c6-9ce1-22065a2af369 req-f3b61451-03a9-44c1-85b0-4b863594d572 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375776 Oct 19 08:31:29.497758 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 12a0882c-425b-45ca-9a64-43ef73c77095 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:31:29.548198 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port 12a0882c-425b-45ca-9a64-43ef73c77095 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:31:29.552403 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 12a0882c-425b-45ca-9a64-43ef73c77095 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:29.552930 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:29.580240 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387078d6-eed4-48e1-91c7-c519e90f63fd req-4e2828f2-ae6c-4ba7-a4cf-a2f34ba624f0 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:29.581971 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-387078d6-eed4-48e1-91c7-c519e90f63fd req-4e2828f2-ae6c-4ba7-a4cf-a2f34ba624f0 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 945 time: 0.0498512 Oct 19 08:31:29.631017 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-387078d6-eed4-48e1-91c7-c519e90f63fd req-51dbf9c0-45a0-499e-b2eb-c3a3e1fa5eec tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425222 Oct 19 08:31:29.634317 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:29.657198 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:31:29.659737 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512ad4e8-5123-4ea3-a26c-7c17cd67d84b" -d '{"events": [{"server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "name": "network-vif-plugged", "status": "completed", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:31:29.672159 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 12a0882c-425b-45ca-9a64-43ef73c77095, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=12a0882c-425b-45ca-9a64-43ef73c77095,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:29.676943 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:29.709259 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f18126a-22ff-4b77-b7a3-000ffecf5d6c x-openstack-request-id: req-3f18126a-22ff-4b77-b7a3-000ffecf5d6c {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:31:29.709550 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "name": "network-vif-plugged", "status": "completed", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:31:29.709800 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f18126a-22ff-4b77-b7a3-000ffecf5d6c {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:31:29.710184 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095', 'code': 200} Oct 19 08:31:29.736910 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=12a0882c-425b-45ca-9a64-43ef73c77095,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:29.981535 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11767439-9086-4d23-84fc-e9397073b252 req-dc83422d-7e98-48da-b498-634d616b25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:29.983044 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-11767439-9086-4d23-84fc-e9397073b252 req-dc83422d-7e98-48da-b498-634d616b25b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 1099 time: 0.0653427 Oct 19 08:31:30.004137 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca2361-4a38-4f6e-b7d3-e26b379011b7 req-ab2d9854-977b-4382-81f7-44a6a222eab3 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:30.005556 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-05ca2361-4a38-4f6e-b7d3-e26b379011b7 req-ab2d9854-977b-4382-81f7-44a6a222eab3 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 944 time: 0.0773649 Oct 19 08:31:30.072251 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-11767439-9086-4d23-84fc-e9397073b252 req-8dfe6042-91bd-427c-bff0-a3eac0c63d29 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814879 Oct 19 08:31:30.088758 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-05ca2361-4a38-4f6e-b7d3-e26b379011b7 req-02c06812-1ed6-4789-9bc6-dece6889a07d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765059 Oct 19 08:31:30.159478 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2db81-1749-4b5a-8499-1146953ce76e req-e891be71-f677-4718-a69b-f12c914a6f7e tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:30.161030 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-e891be71-f677-4718-a69b-f12c914a6f7e tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.11 "GET /v2.0/networks?id=dee2382b-c3c0-47d6-b386-cc27151b1833 HTTP/1.1" status: 200 len: 815 time: 0.1204462 Oct 19 08:31:30.197811 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-adf0f3b3-0c6d-4d41-a92c-44c1f1c70832 req-1e58f536-11cb-4533-bc9f-dbef62b7de9b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 210 time: 0.0264699 Oct 19 08:31:30.332416 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-03a2db81-1749-4b5a-8499-1146953ce76e req-23c07f78-8d3d-48f5-bbda-3401725ae7a5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Request body: {'port': {'device_id': '7189072d-755e-4aa2-b182-d679f0abe991', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'admin_state_up': True, 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:30.443592 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a2db81-1749-4b5a-8499-1146953ce76e req-23c07f78-8d3d-48f5-bbda-3401725ae7a5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Made reservation on behalf of cd22145dede44acfb6409d55f4c00fcd for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:31:30.446979 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-03a2db81-1749-4b5a-8499-1146953ce76e req-23c07f78-8d3d-48f5-bbda-3401725ae7a5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:30.573183 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-03a2db81-1749-4b5a-8499-1146953ce76e req-23c07f78-8d3d-48f5-bbda-3401725ae7a5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Allocated IP 172.20.0.13 (dee2382b-c3c0-47d6-b386-cc27151b1833/9584cf7c-402e-4ad3-bbde-741ff64b6661/5b3bdd50-50bd-4849-bb58-8d9b2a088787) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:31:30.741337 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-03a2db81-1749-4b5a-8499-1146953ce76e req-23c07f78-8d3d-48f5-bbda-3401725ae7a5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:30.789614 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb261082-419d-40c2-b98e-3704c3e39312 req-8a8b1e8b-3f51-4152-986f-c44e9dc7599b tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:30.791145 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fb261082-419d-40c2-b98e-3704c3e39312 req-8a8b1e8b-3f51-4152-986f-c44e9dc7599b tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0694046 Oct 19 08:31:30.852337 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fb261082-419d-40c2-b98e-3704c3e39312 req-c10f49a3-f938-4a98-81c3-ef5fe6c32a9f tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525620 Oct 19 08:31:30.853997 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-03a2db81-1749-4b5a-8499-1146953ce76e req-23c07f78-8d3d-48f5-bbda-3401725ae7a5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:30.903571 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a2db81-1749-4b5a-8499-1146953ce76e req-23c07f78-8d3d-48f5-bbda-3401725ae7a5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Network dee2382b-c3c0-47d6-b386-cc27151b1833 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:30.908049 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-03a2db81-1749-4b5a-8499-1146953ce76e req-23c07f78-8d3d-48f5-bbda-3401725ae7a5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:30.912080 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a2db81-1749-4b5a-8499-1146953ce76e req-23c07f78-8d3d-48f5-bbda-3401725ae7a5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:31:30.961803 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c07f78-8d3d-48f5-bbda-3401725ae7a5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event updated for resources: {'Port': ['ID=5b3bdd50-50bd-4849-bb58-8d9b2a088787,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:31.002960 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2db81-1749-4b5a-8499-1146953ce76e req-23c07f78-8d3d-48f5-bbda-3401725ae7a5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:31.003647 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-03a2db81-1749-4b5a-8499-1146953ce76e req-23c07f78-8d3d-48f5-bbda-3401725ae7a5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:31.024731 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-23c07f78-8d3d-48f5-bbda-3401725ae7a5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6966975 Oct 19 08:31:31.153977 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-b3cb2553-4a1f-477b-8f00-96f37fc06c79 None None] Provisioning complete for port 5b3bdd50-50bd-4849-bb58-8d9b2a088787 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:31.154484 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2553-4a1f-477b-8f00-96f37fc06c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:31.189090 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-b3cb2553-4a1f-477b-8f00-96f37fc06c79 None None] Port 5b3bdd50-50bd-4849-bb58-8d9b2a088787 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:31:31.223759 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ed6c0-28c1-4693-8c3a-eb44621a1bcc req-67e6e7d0-72ed-476f-8246-df054a1d6710 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:31.225288 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a03ed6c0-28c1-4693-8c3a-eb44621a1bcc req-67e6e7d0-72ed-476f-8246-df054a1d6710 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 944 time: 0.0602322 Oct 19 08:31:31.271177 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a03ed6c0-28c1-4693-8c3a-eb44621a1bcc req-734abf7a-18a1-45c2-b149-5e93d784403c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398288 Oct 19 08:31:31.320772 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc680379-c7ec-49d4-bd44-ac6931083d40 req-9681168e-59b9-4f09-ae44-2f101dba8f50 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:31.322250 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc680379-c7ec-49d4-bd44-ac6931083d40 req-9681168e-59b9-4f09-ae44-2f101dba8f50 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 932 time: 0.0553446 Oct 19 08:31:31.367670 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bc680379-c7ec-49d4-bd44-ac6931083d40 req-eaddea0a-db9d-4c37-9d10-6d601e5b0117 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393417 Oct 19 08:31:31.506059 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device ff26f079-abb3-425c-828c-e1118d527879 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:31:31.607492 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port ff26f079-abb3-425c-828c-e1118d527879, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=ff26f079-abb3-425c-828c-e1118d527879,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:31.620489 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': 'ff26f079-abb3-425c-828c-e1118d527879', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'port_id': 'ff26f079-abb3-425c-828c-e1118d527879', 'mac_address': 'fa:16:3e:fb:c1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:31:31.659560 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:31.671637 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff26f079-abb3-425c-828c-e1118d527879 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:31:31.696891 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port ff26f079-abb3-425c-828c-e1118d527879, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=ff26f079-abb3-425c-828c-e1118d527879,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:31.706000 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:31.754569 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=ff26f079-abb3-425c-828c-e1118d527879,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:31.981120 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68519891-7dfc-43ab-a4ca-602af8f933f7 req-562d5341-3364-4de4-a333-9ffd5c626e01 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:31.986985 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-68519891-7dfc-43ab-a4ca-602af8f933f7 req-562d5341-3364-4de4-a333-9ffd5c626e01 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0503576 Oct 19 08:31:32.023821 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-68519891-7dfc-43ab-a4ca-602af8f933f7 req-c139ab16-b3bb-4cb5-bc8a-04d5e2e26287 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324819 Oct 19 08:31:32.089182 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['ff26f079-abb3-425c-828c-e1118d527879'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:31:32.390180 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0646fa-60ca-471d-a857-52be7177ea56 req-c68f4bd3-a426-41a0-98de-e1e769173740 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:32.392167 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6d0646fa-60ca-471d-a857-52be7177ea56 req-c68f4bd3-a426-41a0-98de-e1e769173740 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 945 time: 0.0502744 Oct 19 08:31:32.442473 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6d0646fa-60ca-471d-a857-52be7177ea56 req-c90e1808-94be-4d66-ac55-5b9b9aa86de5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430081 Oct 19 08:31:32.494516 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f55868-f4df-4e63-9aeb-1338e1e5c636 req-6265de18-02ef-4fac-ad44-27285c9ab5db tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:32.496013 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-55f55868-f4df-4e63-9aeb-1338e1e5c636 req-6265de18-02ef-4fac-ad44-27285c9ab5db tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 932 time: 0.0526581 Oct 19 08:31:32.534135 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-55f55868-f4df-4e63-9aeb-1338e1e5c636 req-1d91dbd0-b208-4bf5-83ed-9d91143f3278 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319135 Oct 19 08:31:33.140351 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd974f2e-e0bd-415a-b7cf-fe2b49f533ec req-f2abcbee-1df6-4a83-9b94-e321a1335761 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:33.143274 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fd974f2e-e0bd-415a-b7cf-fe2b49f533ec req-f2abcbee-1df6-4a83-9b94-e321a1335761 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0531271 Oct 19 08:31:33.180231 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fd974f2e-e0bd-415a-b7cf-fe2b49f533ec req-bd283df7-7596-4ae4-a1b9-cee899c386b8 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316560 Oct 19 08:31:33.529994 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device ff26f079-abb3-425c-828c-e1118d527879 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:31:33.557801 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea727b-3be0-4a7f-8565-7cbcd32624eb req-3ed0936c-223e-4bdd-9e0e-1641e6338d3d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:33.559296 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3cea727b-3be0-4a7f-8565-7cbcd32624eb req-3ed0936c-223e-4bdd-9e0e-1641e6338d3d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 945 time: 0.0470030 Oct 19 08:31:33.590442 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port ff26f079-abb3-425c-828c-e1118d527879 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:31:33.596313 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port ff26f079-abb3-425c-828c-e1118d527879 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:33.598358 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:33.619375 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3cea727b-3be0-4a7f-8565-7cbcd32624eb req-8829ec2e-b714-4f94-8362-de8e139c051f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528717 Oct 19 08:31:33.673723 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3184cf-5e53-409e-b142-8ab75f1deacf req-83468e91-29cb-4b5a-9643-fb84469eb07b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:33.675211 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-be3184cf-5e53-409e-b142-8ab75f1deacf req-83468e91-29cb-4b5a-9643-fb84469eb07b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 932 time: 0.0545762 Oct 19 08:31:33.698348 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:33.718203 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-be3184cf-5e53-409e-b142-8ab75f1deacf req-11e8a603-ee59-482c-b937-efe4c04ab383 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357211 Oct 19 08:31:33.721502 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9802a026-2641-4cdf-9d05-97a5272d6d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff26f079-abb3-425c-828c-e1118d527879'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:31:33.724126 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6822137-1fb2-4f47-a985-242e9c30ca06" -d '{"events": [{"server_uuid": "9802a026-2641-4cdf-9d05-97a5272d6d8b", "name": "network-vif-plugged", "status": "completed", "tag": "ff26f079-abb3-425c-828c-e1118d527879"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:31:33.737272 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port ff26f079-abb3-425c-828c-e1118d527879, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=ff26f079-abb3-425c-828c-e1118d527879,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:33.743346 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:33.769676 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a584f0c6-8904-4e39-80fe-bed1bd257782 x-openstack-request-id: req-a584f0c6-8904-4e39-80fe-bed1bd257782 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:31:33.770014 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9802a026-2641-4cdf-9d05-97a5272d6d8b", "name": "network-vif-plugged", "status": "completed", "tag": "ff26f079-abb3-425c-828c-e1118d527879", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:31:33.770316 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a584f0c6-8904-4e39-80fe-bed1bd257782 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:31:33.770731 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9802a026-2641-4cdf-9d05-97a5272d6d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff26f079-abb3-425c-828c-e1118d527879', 'code': 200} Oct 19 08:31:33.797917 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=ff26f079-abb3-425c-828c-e1118d527879,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:34.295191 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c74ff-65ca-4a54-bc5b-73cb6d103cfc req-b49087bb-564c-477c-b2be-848418da47ea tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:34.296574 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-019c74ff-65ca-4a54-bc5b-73cb6d103cfc req-b49087bb-564c-477c-b2be-848418da47ea tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0493560 Oct 19 08:31:34.335716 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-019c74ff-65ca-4a54-bc5b-73cb6d103cfc req-0fcf4ba4-9721-4265-97ec-de12f2d6e6e3 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323110 Oct 19 08:31:34.729557 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b45a2-e69b-4634-a299-707b81e90d62 req-3362828f-caf6-42b1-94ea-4f96a95bef49 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:34.731046 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-202b45a2-e69b-4634-a299-707b81e90d62 req-3362828f-caf6-42b1-94ea-4f96a95bef49 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0491505 Oct 19 08:31:34.776480 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-202b45a2-e69b-4634-a299-707b81e90d62 req-993fbb7a-eec1-46ff-b3d2-39e598ed95fc tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381734 Oct 19 08:31:34.836007 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a3346-35db-47b2-ab9c-7ae869546c31 req-db4fa0f2-077a-4553-a396-42f89e014949 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:34.837471 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3a1a3346-35db-47b2-ab9c-7ae869546c31 req-db4fa0f2-077a-4553-a396-42f89e014949 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 932 time: 0.0482814 Oct 19 08:31:34.878070 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3a1a3346-35db-47b2-ab9c-7ae869546c31 req-01a98a70-3273-4e77-a4b9-6c2f3dc68432 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343046 Oct 19 08:31:35.467859 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4b3a4-8ed2-487b-810d-a1fefedfb3d4 req-5c61106b-705b-4c0e-a7a6-6b98cd862273 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:35.469453 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-41c4b3a4-8ed2-487b-810d-a1fefedfb3d4 req-5c61106b-705b-4c0e-a7a6-6b98cd862273 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0500076 Oct 19 08:31:35.511034 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-41c4b3a4-8ed2-487b-810d-a1fefedfb3d4 req-573633df-fc5c-4672-b103-b5c98bcf8a7d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351300 Oct 19 08:31:35.899277 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734327c0-5f69-4f44-b3d5-065eb5e08a35 req-d8189b6c-119b-49bc-b4ff-aa33dc861baa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:35.901248 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-734327c0-5f69-4f44-b3d5-065eb5e08a35 req-d8189b6c-119b-49bc-b4ff-aa33dc861baa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0536039 Oct 19 08:31:35.950018 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-734327c0-5f69-4f44-b3d5-065eb5e08a35 req-832e8d34-6d11-402f-b32a-c674c419470c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422034 Oct 19 08:31:36.020366 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f769b8-0d6b-4346-a1b0-f3392227b73a req-1272430b-3900-457e-b4c8-0b765f3d19e1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:36.021976 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-75f769b8-0d6b-4346-a1b0-f3392227b73a req-1272430b-3900-457e-b4c8-0b765f3d19e1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 932 time: 0.0509005 Oct 19 08:31:36.068164 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-75f769b8-0d6b-4346-a1b0-f3392227b73a req-adb93d15-cbc8-4132-92ec-bf47a1cdeb08 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326052 Oct 19 08:31:36.628341 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fc6d5-71a0-41b7-9940-700311cd8e53 req-612b633e-ce47-4de2-b1a0-3555d4cc29dc tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:36.629803 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8b6fc6d5-71a0-41b7-9940-700311cd8e53 req-612b633e-ce47-4de2-b1a0-3555d4cc29dc tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0514297 Oct 19 08:31:36.669311 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8b6fc6d5-71a0-41b7-9940-700311cd8e53 req-7bcd2192-6244-46b8-bc4a-9ee13a34da28 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328956 Oct 19 08:31:37.079507 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ca6e8-a021-4702-b9fd-e017784e1b33 req-19ff1de2-145c-4509-b5ca-f3f70644a69d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:37.081003 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-631ca6e8-a021-4702-b9fd-e017784e1b33 req-19ff1de2-145c-4509-b5ca-f3f70644a69d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0502496 Oct 19 08:31:37.131472 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-631ca6e8-a021-4702-b9fd-e017784e1b33 req-65bec590-220c-4920-b1f1-eb27d8b672b5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444198 Oct 19 08:31:37.184112 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769158f7-c62a-4a3d-8790-a6449f737aab req-3af150c3-2228-4f87-b19f-0a4a6f740201 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:37.185679 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-769158f7-c62a-4a3d-8790-a6449f737aab req-3af150c3-2228-4f87-b19f-0a4a6f740201 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 932 time: 0.0492344 Oct 19 08:31:37.223786 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-769158f7-c62a-4a3d-8790-a6449f737aab req-04675e21-c5fc-4537-ab46-ab32ae692c12 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Oct 19 08:31:37.803606 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d117fe-f65c-4280-944b-c7102e1c272f req-eeed2b90-5274-4b8d-85f7-5dc1b2450f32 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:37.805231 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-09d117fe-f65c-4280-944b-c7102e1c272f req-eeed2b90-5274-4b8d-85f7-5dc1b2450f32 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0499592 Oct 19 08:31:37.857510 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-09d117fe-f65c-4280-944b-c7102e1c272f req-83d2fe40-0681-40bd-ade6-a32fb77c070f tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425146 Oct 19 08:31:38.262147 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2a3a9-d50e-42bf-9661-3be687436bfc req-63596c03-88d5-48fa-9d35-b3e20425ec8b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:38.263637 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b2f2a3a9-d50e-42bf-9661-3be687436bfc req-63596c03-88d5-48fa-9d35-b3e20425ec8b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0587568 Oct 19 08:31:38.331662 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b2f2a3a9-d50e-42bf-9661-3be687436bfc req-c189b556-5726-40ac-bfc6-d7eb5552cc12 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618105 Oct 19 08:31:38.356653 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d2524-1acf-4e91-b9c7-cafe642a0b5d req-025eea3d-1a57-450e-a763-c50e337c6883 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:38.358087 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-673d2524-1acf-4e91-b9c7-cafe642a0b5d req-025eea3d-1a57-450e-a763-c50e337c6883 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 932 time: 0.0655971 Oct 19 08:31:38.396114 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-673d2524-1acf-4e91-b9c7-cafe642a0b5d req-2942a376-9051-4b3c-b098-c0e632a046c2 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314240 Oct 19 08:31:38.974978 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c226973-b563-44f4-af69-2cc885e94631 req-7ef02518-b047-485e-8617-35bd9cd3f7bd tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:38.976497 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0c226973-b563-44f4-af69-2cc885e94631 req-7ef02518-b047-485e-8617-35bd9cd3f7bd tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0501425 Oct 19 08:31:39.016013 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0c226973-b563-44f4-af69-2cc885e94631 req-77d900ea-fdf9-4075-8fe8-d06909f7380d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334387 Oct 19 08:31:39.452421 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d6fe2-e9a3-4668-a56d-71464039033c req-39297d90-410a-4c23-a188-cadb769b35b2 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:39.453992 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-289d6fe2-e9a3-4668-a56d-71464039033c req-39297d90-410a-4c23-a188-cadb769b35b2 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0524523 Oct 19 08:31:39.527303 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-289d6fe2-e9a3-4668-a56d-71464039033c req-3cafbd93-467d-4dcd-a843-637ef747d53a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640459 Oct 19 08:31:39.539362 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680dc55-9fb4-4c58-bbdc-4b28685c6d41 req-4956eb5d-44c3-46e6-8536-4b41f9d1e625 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:39.540709 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d680dc55-9fb4-4c58-bbdc-4b28685c6d41 req-4956eb5d-44c3-46e6-8536-4b41f9d1e625 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 932 time: 0.0763729 Oct 19 08:31:39.583389 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d680dc55-9fb4-4c58-bbdc-4b28685c6d41 req-8749d55e-4e69-4192-a7fa-9ddea7aa586b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332212 Oct 19 08:31:40.133835 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4c5a9-cfa8-4449-bb26-e419d1d4143c req-52d15f96-ed40-4909-9f03-6d81b87cdcf8 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:40.135430 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-65f4c5a9-cfa8-4449-bb26-e419d1d4143c req-52d15f96-ed40-4909-9f03-6d81b87cdcf8 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0509565 Oct 19 08:31:40.174085 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-65f4c5a9-cfa8-4449-bb26-e419d1d4143c req-d711c2c2-370c-4573-b9fb-d5536041e7a0 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318909 Oct 19 08:31:40.650178 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5993aa-4eba-447d-8089-f4e899cd5b20 req-68a27370-86cc-46e3-896b-48bf31836ecf tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:40.651753 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5f5993aa-4eba-447d-8089-f4e899cd5b20 req-68a27370-86cc-46e3-896b-48bf31836ecf tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0538106 Oct 19 08:31:40.714536 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5f5993aa-4eba-447d-8089-f4e899cd5b20 req-12ad2b96-8727-4133-9f5e-41e113509f2b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522404 Oct 19 08:31:40.727214 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866952c4-910d-4112-bd30-45dea573ffb6 req-bb08d4fb-9b9e-4d48-b0de-c93607098fa5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:40.728729 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-866952c4-910d-4112-bd30-45dea573ffb6 req-bb08d4fb-9b9e-4d48-b0de-c93607098fa5 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 932 time: 0.0760872 Oct 19 08:31:40.769310 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-866952c4-910d-4112-bd30-45dea573ffb6 req-18385ae6-73c1-4676-932b-2446cc1dc126 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335174 Oct 19 08:31:41.293042 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515e76c-785e-4508-8a2a-2020f3ef221d req-59d74e69-4ac3-4039-90e9-dd9910bc6788 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:41.294519 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b515e76c-785e-4508-8a2a-2020f3ef221d req-59d74e69-4ac3-4039-90e9-dd9910bc6788 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0502508 Oct 19 08:31:41.331894 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b515e76c-785e-4508-8a2a-2020f3ef221d req-fa8ce5fa-1aa9-4b40-a6d7-31f78e92df7d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308955 Oct 19 08:31:41.835182 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bbcf7-ecc8-49b0-8270-9d135b54297f req-f88b5045-dd0d-442f-9a15-a8d6a9909b66 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:41.836676 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-274bbcf7-ecc8-49b0-8270-9d135b54297f req-f88b5045-dd0d-442f-9a15-a8d6a9909b66 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0540440 Oct 19 08:31:41.898374 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-274bbcf7-ecc8-49b0-8270-9d135b54297f req-af376f9c-cb0c-42b6-b8f2-ec7fca4801f7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519531 Oct 19 08:31:41.903200 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a40548ba-d5f3-40d6-b118-c11f1c08e3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:41.912191 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e3259-a24d-4098-b47e-61c3e98f5cf0 req-e4c73808-3303-4f4d-91d4-29527c887b7a tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:41.913782 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a31e3259-a24d-4098-b47e-61c3e98f5cf0 req-e4c73808-3303-4f4d-91d4-29527c887b7a tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 932 time: 0.0762243 Oct 19 08:31:41.956055 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a31e3259-a24d-4098-b47e-61c3e98f5cf0 req-e3ffa65c-bce8-4df2-b942-7167e8f54d39 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347774 Oct 19 08:31:42.024335 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:31:42.444722 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d07f5-3fa1-4db3-b51d-de5aa497e063 req-d107af9f-0bbf-4bc8-b702-0f116476d311 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:42.446165 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-864d07f5-3fa1-4db3-b51d-de5aa497e063 req-d107af9f-0bbf-4bc8-b702-0f116476d311 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0480003 Oct 19 08:31:42.486192 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-864d07f5-3fa1-4db3-b51d-de5aa497e063 req-2c92d63c-89d3-49a5-bc79-750e5a06d1a8 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341146 Oct 19 08:31:43.016250 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74923f9-5261-4476-89d1-e90e4dd33f98 req-60e543c9-002c-46ef-8f4e-99862b890a75 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:43.017756 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b74923f9-5261-4476-89d1-e90e4dd33f98 req-60e543c9-002c-46ef-8f4e-99862b890a75 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0524049 Oct 19 08:31:43.079831 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b74923f9-5261-4476-89d1-e90e4dd33f98 req-3c469fa1-e08b-4b0a-a40a-fa4cefb41a33 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561364 Oct 19 08:31:43.093781 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcea40-5808-44cf-8707-993698a5ecb6 req-c667c4ca-9898-41ff-81f3-82d8ff65ee52 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:43.095361 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-00bcea40-5808-44cf-8707-993698a5ecb6 req-c667c4ca-9898-41ff-81f3-82d8ff65ee52 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 932 time: 0.0734513 Oct 19 08:31:43.132730 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-00bcea40-5808-44cf-8707-993698a5ecb6 req-9a46b392-9d34-4b33-9617-2f098c3bc030 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Oct 19 08:31:43.596521 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba5c01-f31a-40f6-b0ec-14394f316e18 req-34a972e1-e091-4cdb-b564-c81b2d2c7e22 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:43.597973 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-acba5c01-f31a-40f6-b0ec-14394f316e18 req-34a972e1-e091-4cdb-b564-c81b2d2c7e22 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0475769 Oct 19 08:31:43.637287 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-acba5c01-f31a-40f6-b0ec-14394f316e18 req-fc399eea-3401-4450-b248-af62de4205e3 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334296 Oct 19 08:31:44.190946 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7538-bcce-4a3b-b1a5-ba1eb97f7702 req-6af34d93-bf13-40b2-9594-422f98b80e44 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:44.192417 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b32d7538-bcce-4a3b-b1a5-ba1eb97f7702 req-6af34d93-bf13-40b2-9594-422f98b80e44 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0485420 Oct 19 08:31:44.256765 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b32d7538-bcce-4a3b-b1a5-ba1eb97f7702 req-9f5aa5e4-aec2-4cb3-844e-6e521f6473f8 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583816 Oct 19 08:31:44.267940 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429d832-9147-4aa1-9b69-4854cd4fed67 req-6c1d8760-eb2a-4480-afe6-78829f0de137 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:44.269458 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7429d832-9147-4aa1-9b69-4854cd4fed67 req-6c1d8760-eb2a-4480-afe6-78829f0de137 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 932 time: 0.0722251 Oct 19 08:31:44.306728 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7429d832-9147-4aa1-9b69-4854cd4fed67 req-7faab96e-7503-41e9-a837-afc63c452de1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311544 Oct 19 08:31:44.749374 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336745be-862e-4baf-b2ee-eb49765c6633 req-a9414578-65d2-4abd-8e97-9ff0a1d81224 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:44.751031 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-336745be-862e-4baf-b2ee-eb49765c6633 req-a9414578-65d2-4abd-8e97-9ff0a1d81224 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0504601 Oct 19 08:31:44.787788 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-336745be-862e-4baf-b2ee-eb49765c6633 req-0d9e50f2-4192-4f64-b9b3-9343e4389ffe tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Oct 19 08:31:44.928918 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Request body: {'port': {'device_id': '7189072d-755e-4aa2-b182-d679f0abe991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:44.980858 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:45.101846 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d874bc71-b212-4e71-8e1d-f1d473e42efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:45.264196 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3bdd50-50bd-4849-bb58-8d9b2a088787 {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:31:45.273301 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:45.285284 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565031-8fbc-4c97-914b-f1af243e541f req-eaef37c3-5a23-46dd-8ecc-d53d59111278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:45.286805 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b1565031-8fbc-4c97-914b-f1af243e541f req-eaef37c3-5a23-46dd-8ecc-d53d59111278 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 1099 time: 0.0836153 Oct 19 08:31:45.291378 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Transition to ACTIVE for port object 5b3bdd50-50bd-4849-bb58-8d9b2a088787 will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:31:45.307129 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:45.361593 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b1565031-8fbc-4c97-914b-f1af243e541f req-adc3af8a-a952-464e-95c2-99127125da7a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669146 Oct 19 08:31:45.670081 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3bdd50-50bd-4849-bb58-8d9b2a088787,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:45.701532 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:45.701868 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:45.702204 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:45.702551 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:45.702879 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:45.703202 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:45.704151 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:45.704470 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:45.704787 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:45.705104 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:45.705429 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:45.705738 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:45.717731 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4fe3d-855f-48c2-8fa9-faf63fc1eace req-113e9852-f0a3-4439-9f86-d890d5e57c3e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:45.719863 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9bc4fe3d-855f-48c2-8fa9-faf63fc1eace req-113e9852-f0a3-4439-9f86-d890d5e57c3e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.3839855 Oct 19 08:31:45.759899 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586d2f4-d459-4cdb-8b5b-ab4076990458 req-f101fec4-6bac-40de-8eb7-f0b6d8f61b07 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:45.761563 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9586d2f4-d459-4cdb-8b5b-ab4076990458 req-f101fec4-6bac-40de-8eb7-f0b6d8f61b07 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 944 time: 0.3828561 Oct 19 08:31:45.827778 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9bc4fe3d-855f-48c2-8fa9-faf63fc1eace req-aed86b78-0750-4ec2-a8cf-964cf8916ba7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893559 Oct 19 08:31:45.838144 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9586d2f4-d459-4cdb-8b5b-ab4076990458 req-9bac5b68-1e85-41a5-86d9-0e5343c8182d tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684736 Oct 19 08:31:45.838953 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Attempting to bind port 5b3bdd50-50bd-4849-bb58-8d9b2a088787 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:31:45.839284 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Attempting to bind port 5b3bdd50-50bd-4849-bb58-8d9b2a088787 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:31:45.839603 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Attempting to bind port 5b3bdd50-50bd-4849-bb58-8d9b2a088787 on network dee2382b-c3c0-47d6-b386-cc27151b1833 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:31:45.844316 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Port 5b3bdd50-50bd-4849-bb58-8d9b2a088787 on network dee2382b-c3c0-47d6-b386-cc27151b1833 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:31:45.844603 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Attempting to bind port 5b3bdd50-50bd-4849-bb58-8d9b2a088787 on network dee2382b-c3c0-47d6-b386-cc27151b1833 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:31:45.853376 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:31:45.853715 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Checking segment: {'id': 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:31:45.854165 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Bound using segment: {'id': 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:31:45.854544 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Bound port: 5b3bdd50-50bd-4849-bb58-8d9b2a088787, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:31:45.854959 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:45.935282 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:45.948884 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] For port 5b3bdd50-50bd-4849-bb58-8d9b2a088787, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:31:45.951483 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] For port 5b3bdd50-50bd-4849-bb58-8d9b2a088787, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:31:45.964159 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd755a-a74a-4c64-8fd0-9159cfcab95d req-406519c8-d005-44bb-8cac-f4baab3e2737 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:45.965602 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7acd755a-a74a-4c64-8fd0-9159cfcab95d req-406519c8-d005-44bb-8cac-f4baab3e2737 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0690696 Oct 19 08:31:45.966600 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:46.018888 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:46.019519 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:46.021029 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] 10.222.0.11 "PUT /v2.0/ports/5b3bdd50-50bd-4849-bb58-8d9b2a088787 HTTP/1.1" status: 200 len: 1094 time: 1.0963950 Oct 19 08:31:46.021335 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:31:46.024194 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308078a5-2bbd-41e5-b4ca-1a333fbdffcc" -d '{"events": [{"name": "network-changed", "server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:31:46.067883 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7acd755a-a74a-4c64-8fd0-9159cfcab95d req-a1abb96f-ecad-41d5-95a6-14da40046b3d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927236 Oct 19 08:31:46.068565 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b505e-9331-4dc6-8e9d-17ffbb6ef8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3bdd50-50bd-4849-bb58-8d9b2a088787,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:46.072152 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34155ca-2200-4ada-b34e-526207a3e155 x-openstack-request-id: req-c34155ca-2200-4ada-b34e-526207a3e155 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:31:46.072433 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:31:46.072681 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c34155ca-2200-4ada-b34e-526207a3e155 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:31:46.073067 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787', 'status': 'completed', 'code': 200} Oct 19 08:31:46.125422 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2db81-1749-4b5a-8499-1146953ce76e req-cf102d11-dde3-4dec-8558-dc3d5044bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:46.127054 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-cf102d11-dde3-4dec-8558-dc3d5044bc3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd22145dede44acfb6409d55f4c00fcd&device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 1097 time: 0.0460539 Oct 19 08:31:46.196896 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-9533499d-8378-485b-940c-58c884ec76ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787 HTTP/1.1" status: 200 len: 217 time: 0.0610085 Oct 19 08:31:46.253866 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a387c9-271f-4c08-b268-70d35b54a020 req-13be0421-b35c-4170-89f1-afa19594719a tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:46.255354 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b9a387c9-271f-4c08-b268-70d35b54a020 req-13be0421-b35c-4170-89f1-afa19594719a tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.1207042 Oct 19 08:31:46.263922 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2db81-1749-4b5a-8499-1146953ce76e req-d24ba47d-4eaa-4f75-8bed-1e602f23402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:46.265242 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-d24ba47d-4eaa-4f75-8bed-1e602f23402b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9584cf7c-402e-4ad3-bbde-741ff64b6661 HTTP/1.1" status: 200 len: 854 time: 0.0596130 Oct 19 08:31:46.319675 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b9a387c9-271f-4c08-b268-70d35b54a020 req-10dfabe7-9408-4807-a796-c8ac2d2c41bd tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579734 Oct 19 08:31:46.328639 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2db81-1749-4b5a-8499-1146953ce76e req-43d5b749-5f10-4feb-b3ed-0810bd06fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:46.330310 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-43d5b749-5f10-4feb-b3ed-0810bd06fca7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dee2382b-c3c0-47d6-b386-cc27151b1833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529509 Oct 19 08:31:46.342411 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45596) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:46.435073 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-891b5da8-c7f0-49b1-9793-f95a2de9757e service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865555 Oct 19 08:31:46.538025 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d508cbd-fe32-4f37-b017-d461a70dcbca tempest-TestShelveInstance-473723446 tempest-TestShelveInstance-473723446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:46.539548 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-8d508cbd-fe32-4f37-b017-d461a70dcbca tempest-TestShelveInstance-473723446 tempest-TestShelveInstance-473723446-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 1094 time: 0.1962302 Oct 19 08:31:46.542527 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45600) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:46.547100 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Request body: {'floatingip': {'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'port_id': '12a0882c-425b-45ca-9a64-43ef73c77095', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:46.558616 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03a2db81-1749-4b5a-8499-1146953ce76e req-7b619eec-b8e1-4061-9779-faf07aa18610 service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160614 Oct 19 08:31:46.568402 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for floatingip, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:46.618081 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:46.664929 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308078a5-2bbd-41e5-b4ca-1a333fbdffcc req-0a1d52d4-7fa2-40a5-b913-e89d7e308d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:46.666510 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-308078a5-2bbd-41e5-b4ca-1a333fbdffcc req-0a1d52d4-7fa2-40a5-b913-e89d7e308d6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd22145dede44acfb6409d55f4c00fcd&device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 1097 time: 0.0405283 Oct 19 08:31:46.667530 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:46.755436 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308078a5-2bbd-41e5-b4ca-1a333fbdffcc req-9a8f398c-cf04-4ca9-b63f-1c5f6147e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:46.756916 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-308078a5-2bbd-41e5-b4ca-1a333fbdffcc req-9a8f398c-cf04-4ca9-b63f-1c5f6147e8d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dee2382b-c3c0-47d6-b386-cc27151b1833 HTTP/1.1" status: 200 len: 916 time: 0.0827219 Oct 19 08:31:46.776057 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Allocated IP 172.27.2.78 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/56889d32-3d4e-423e-b73e-72ef787ed637) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:31:46.804632 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-308078a5-2bbd-41e5-b4ca-1a333fbdffcc req-63385063-3ecf-46bc-a235-ab4ecd736e0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787 HTTP/1.1" status: 200 len: 217 time: 0.0370266 Oct 19 08:31:46.855591 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308078a5-2bbd-41e5-b4ca-1a333fbdffcc req-00ba4dbf-4fab-40e3-bb83-14220dd5e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:46.857031 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-308078a5-2bbd-41e5-b4ca-1a333fbdffcc req-00ba4dbf-4fab-40e3-bb83-14220dd5e18a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9584cf7c-402e-4ad3-bbde-741ff64b6661 HTTP/1.1" status: 200 len: 854 time: 0.0440073 Oct 19 08:31:46.876078 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:46.915545 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:46.954210 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:46.957158 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:46.960569 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:31:46.968522 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308078a5-2bbd-41e5-b4ca-1a333fbdffcc req-9157c238-379b-491c-8332-cc6b7cd99893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:46.970212 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-308078a5-2bbd-41e5-b4ca-1a333fbdffcc req-9157c238-379b-491c-8332-cc6b7cd99893 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dee2382b-c3c0-47d6-b386-cc27151b1833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1050837 Oct 19 08:31:46.989439 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Pushing event updated for resources: {'Port': ['ID=56889d32-3d4e-423e-b73e-72ef787ed637,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:47.002772 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:47.003112 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:47.003444 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:47.003771 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:47.004093 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:47.004418 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:47.004743 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:47.005059 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:47.005378 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:47.005694 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:47.006004 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:47.006312 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:31:47.015285 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922c97f-3320-4237-bdda-96289ce6aa07 req-37a53214-7757-405f-9f45-a0474c856cbc tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:47.016900 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3922c97f-3320-4237-bdda-96289ce6aa07 req-37a53214-7757-405f-9f45-a0474c856cbc tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.1143608 Oct 19 08:31:47.028192 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee6b6e-266c-4d67-b71f-ac0d9b12e997 req-8be82059-0242-44b6-8304-760eec7251a1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:47.029315 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c8ee6b6e-266c-4d67-b71f-ac0d9b12e997 req-8be82059-0242-44b6-8304-760eec7251a1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 944 time: 0.1125586 Oct 19 08:31:47.139014 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3922c97f-3320-4237-bdda-96289ce6aa07 req-b5b450e9-19c8-4395-94b1-fea08df2dc58 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085939 Oct 19 08:31:47.147537 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c8ee6b6e-266c-4d67-b71f-ac0d9b12e997 req-6626f8e9-bc9e-438e-8102-98728597e8a0 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006813 Oct 19 08:31:47.165109 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-308078a5-2bbd-41e5-b4ca-1a333fbdffcc req-bcf7afdc-9541-4f98-9ae3-9312e5ae8557 service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844177 Oct 19 08:31:47.256853 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-308078a5-2bbd-41e5-b4ca-1a333fbdffcc req-2329808e-6ceb-4867-ad07-7f7706e06246 service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830624 Oct 19 08:31:47.547609 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:47.610577 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:47.684118 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:47.756825 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:47.761557 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60597233'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:47.827734 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Pushing event updated for resources: {'Port': ['ID=56889d32-3d4e-423e-b73e-72ef787ed637,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:47.837566 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:47.935428 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.l3_db [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Floating IP 8a336e12-e0cf-4548-870d-9bb8b167a119 associated. External IP: 172.27.2.78, port: 12a0882c-425b-45ca-9a64-43ef73c77095. Oct 19 08:31:48.136520 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:31:48.245764 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:31:48.257831 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94504eff-07ce-42ae-9216-5de07f0dce90 None None] Sync routers for ids ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:31:48.263727 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:48.268165 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94504eff-07ce-42ae-9216-5de07f0dce90 None None] Routers {'ccbec517-fb3e-4f4a-a265-fa3eb9c19462'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:48.268327 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-94504eff-07ce-42ae-9216-5de07f0dce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:31:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:48.306517 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-56407eb1-c44f-405a-ad32-b7e9cea1e1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7492309 Oct 19 08:31:48.306517 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:31:48.306517 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5048e9-8aab-48e0-8343-454d6151b9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:31:48.306942 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0a61a-79f7-46ae-8739-35a5020b95c3 req-498660c5-d885-4a26-ab12-6f9979248ae3 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:48.306942 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d3d0a61a-79f7-46ae-8739-35a5020b95c3 req-498660c5-d885-4a26-ab12-6f9979248ae3 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0916517 Oct 19 08:31:48.311671 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda10b49-2fdd-49ca-b2e1-9d8cb12f4164 req-97f2a4e7-cf0d-4a93-bedf-12ce8ddf3b9b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:48.313443 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bda10b49-2fdd-49ca-b2e1-9d8cb12f4164 req-97f2a4e7-cf0d-4a93-bedf-12ce8ddf3b9b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 944 time: 0.0926888 Oct 19 08:31:48.363485 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d3d0a61a-79f7-46ae-8739-35a5020b95c3 req-474c2acd-8124-4a92-96fb-7f44c2002156 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490685 Oct 19 08:31:48.381306 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-94504eff-07ce-42ae-9216-5de07f0dce90 None None] Set router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:48.386728 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bda10b49-2fdd-49ca-b2e1-9d8cb12f4164 req-52ca0791-e789-4fb1-8d60-70ab7165c66a tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650616 Oct 19 08:31:48.485028 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1585aec2-1c6b-4358-96a1-54f3eade0f41 x-openstack-request-id: req-1585aec2-1c6b-4358-96a1-54f3eade0f41 {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:31:48.485324 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:31:48.485573 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1585aec2-1c6b-4358-96a1-54f3eade0f41 {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:31:48.485957 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095', 'status': 'completed', 'code': 200} Oct 19 08:31:48.498717 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e226c-6aab-4bfb-b1b0-724943ca5695 req-cebd1c84-cda6-4801-a2e9-127a5e9351f5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:48.500109 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e81e226c-6aab-4bfb-b1b0-724943ca5695 req-cebd1c84-cda6-4801-a2e9-127a5e9351f5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0505958 Oct 19 08:31:48.567449 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e81e226c-6aab-4bfb-b1b0-724943ca5695 req-a0b8600e-73c2-4e70-9ac4-8791c454d275 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611641 Oct 19 08:31:48.576062 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5048e9-8aab-48e0-8343-454d6151b9e6 req-0933b6c1-98b8-4e0b-ac15-d180404f2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:48.577722 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dc5048e9-8aab-48e0-8343-454d6151b9e6 req-0933b6c1-98b8-4e0b-ac15-d180404f2999 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c35a609df154c65988d39d98e9f50c8&device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 1099 time: 0.0645313 Oct 19 08:31:48.590624 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45618) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:48.612106 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-94504eff-07ce-42ae-9216-5de07f0dce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port': {'id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': '8a336e12-e0cf-4548-870d-9bb8b167a119', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'port_id': '12a0882c-425b-45ca-9a64-43ef73c77095', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'mac_address': 'fa:16:3e:96:42:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:31:47Z', 'updated_at': '2021-10-19T08:31:47Z', 'revision_number': 0, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1631fc55-b55b-416e-9f23-5e045086a8c0', 'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'mac_address': 'fa:16:3e:5a:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:22Z', 'updated_at': '2021-10-19T08:30:34Z', 'revision_number': 5, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'subnets': [{'id': '579fb183-31e6-4819-83c6-66e752c298e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:48.643009 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94504eff-07ce-42ae-9216-5de07f0dce90 None None] Checking router: ccbec517-fb3e-4f4a-a265-fa3eb9c19462 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:31:48.651782 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94504eff-07ce-42ae-9216-5de07f0dce90 None None] Routers {'ccbec517-fb3e-4f4a-a265-fa3eb9c19462'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:48.652392 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-94504eff-07ce-42ae-9216-5de07f0dce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:31:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:48.676120 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5048e9-8aab-48e0-8343-454d6151b9e6 req-9bd54cd9-4c72-4827-aa43-0a50b9ff67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:48.677720 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dc5048e9-8aab-48e0-8343-454d6151b9e6 req-9bd54cd9-4c72-4827-aa43-0a50b9ff67b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb031b3e-c52c-423e-8e10-3f31ca90acd6 HTTP/1.1" status: 200 len: 910 time: 0.0902550 Oct 19 08:31:48.744787 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4698e6d1-3733-43ed-816b-1f3d1dfe6d96 tempest-TestVolumeBootPattern-759499146 tempest-TestVolumeBootPattern-759499146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:48.746356 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-4698e6d1-3733-43ed-816b-1f3d1dfe6d96 tempest-TestVolumeBootPattern-759499146 tempest-TestVolumeBootPattern-759499146-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 1094 time: 0.1547225 Oct 19 08:31:48.749435 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45622) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:48.752173 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dc5048e9-8aab-48e0-8343-454d6151b9e6 req-a2c3ddbb-5e73-4f4b-8d98-88a20f0c6569 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0882c-425b-45ca-9a64-43ef73c77095 HTTP/1.1" status: 200 len: 999 time: 0.0648048 Oct 19 08:31:48.754218 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Request body: {'floatingip': {'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'port_id': 'ff26f079-abb3-425c-828c-e1118d527879', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:48.764711 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-94504eff-07ce-42ae-9216-5de07f0dce90 None None] Set router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:48.776726 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for floatingip, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:48.805531 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5048e9-8aab-48e0-8343-454d6151b9e6 req-6efe5dff-d903-4931-8527-ed484d2f7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:48.807054 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dc5048e9-8aab-48e0-8343-454d6151b9e6 req-6efe5dff-d903-4931-8527-ed484d2f7757 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579fb183-31e6-4819-83c6-66e752c298e0 HTTP/1.1" status: 200 len: 848 time: 0.0464354 Oct 19 08:31:48.853907 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5048e9-8aab-48e0-8343-454d6151b9e6 req-b0827e45-ac6b-4363-9db2-75130a2e8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:48.855564 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dc5048e9-8aab-48e0-8343-454d6151b9e6 req-b0827e45-ac6b-4363-9db2-75130a2e8c7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb031b3e-c52c-423e-8e10-3f31ca90acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406649 Oct 19 08:31:48.889077 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:48.952519 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dc5048e9-8aab-48e0-8343-454d6151b9e6 req-e21fcefe-db37-4ddb-925e-f6fe20d848ba service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891123 Oct 19 08:31:49.002987 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Allocated IP 172.27.2.133 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/952a81d3-ad35-46d8-9f31-31ebbd7d8a3d) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:31:49.011433 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-94504eff-07ce-42ae-9216-5de07f0dce90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port': {'id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': '8a336e12-e0cf-4548-870d-9bb8b167a119', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'port_id': '12a0882c-425b-45ca-9a64-43ef73c77095', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'mac_address': 'fa:16:3e:96:42:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:31:47Z', 'updated_at': '2021-10-19T08:31:47Z', 'revision_number': 0, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1631fc55-b55b-416e-9f23-5e045086a8c0', 'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'mac_address': 'fa:16:3e:5a:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:22Z', 'updated_at': '2021-10-19T08:30:34Z', 'revision_number': 5, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'subnets': [{'id': '579fb183-31e6-4819-83c6-66e752c298e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:49.039277 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94504eff-07ce-42ae-9216-5de07f0dce90 None None] The sync data for ids ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'] in dv-cinder-813984-3-iscsi is: [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port': {'id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': '8a336e12-e0cf-4548-870d-9bb8b167a119', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'port_id': '12a0882c-425b-45ca-9a64-43ef73c77095', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'mac_address': 'fa:16:3e:96:42:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:31:47Z', 'updated_at': '2021-10-19T08:31:47Z', 'revision_number': 0, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1631fc55-b55b-416e-9f23-5e045086a8c0', 'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'mac_address': 'fa:16:3e:5a:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:22Z', 'updated_at': '2021-10-19T08:30:34Z', 'revision_number': 5, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'subnets': [{'id': '579fb183-31e6-4819-83c6-66e752c298e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:31:49.043904 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dc5048e9-8aab-48e0-8343-454d6151b9e6 req-b68b6d77-6c58-4ffc-ba0d-a4b995ad2eee service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842273 Oct 19 08:31:49.119172 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:49.154054 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:49.191215 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:49.194132 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:49.197636 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:31:49.229678 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'Port': ['ID=952a81d3-ad35-46d8-9f31-31ebbd7d8a3d,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:49.238615 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1604a50f-87fc-4738-9c52-59e47607eaf7 None None] New status for floating IP 8a336e12-e0cf-4548-870d-9bb8b167a119: ACTIVE {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:31:49.505712 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5aa56-ed33-4ede-9c77-9e26e0f40e96 req-7136ad23-d947-46d5-8fd3-f002b73ba459 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:49.507213 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cfd5aa56-ed33-4ede-9c77-9e26e0f40e96 req-7136ad23-d947-46d5-8fd3-f002b73ba459 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 944 time: 0.0518177 Oct 19 08:31:49.544978 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cfd5aa56-ed33-4ede-9c77-9e26e0f40e96 req-392f6fbe-b611-4fd1-bda6-39fd8f0b2429 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315485 Oct 19 08:31:49.572740 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:49.615827 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5b3bdd50-50bd-4849-bb58-8d9b2a088787 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:31:49.637821 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:49.713234 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 5b3bdd50-50bd-4849-bb58-8d9b2a088787, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:49.725176 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '5b3bdd50-50bd-4849-bb58-8d9b2a088787', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'port_id': '5b3bdd50-50bd-4849-bb58-8d9b2a088787', 'mac_address': 'fa:16:3e:40:ba:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:31:49.762660 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:49.775257 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3bdd50-50bd-4849-bb58-8d9b2a088787 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:31:49.790024 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:49.794480 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 5b3bdd50-50bd-4849-bb58-8d9b2a088787, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:49.795554 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60597233'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:49.800080 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:49.851614 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=5b3bdd50-50bd-4849-bb58-8d9b2a088787,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:49.867410 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'Port': ['ID=952a81d3-ad35-46d8-9f31-31ebbd7d8a3d,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:49.876963 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:49.978870 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.l3_db [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Floating IP 98f0dc43-4fb4-49ec-bdbd-58ec1de85d06 associated. External IP: 172.27.2.133, port: ff26f079-abb3-425c-828c-e1118d527879. Oct 19 08:31:50.189475 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['5b3bdd50-50bd-4849-bb58-8d9b2a088787'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:31:50.191863 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Router 51a04db1-e82b-4e7a-abb1-dee860873d0d has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:31:50.317009 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:31:50.329287 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d510d-fe16-4cf2-9e6f-b6c7b99668ec None None] Sync routers for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:31:50.334145 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:50.343078 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d510d-fe16-4cf2-9e6f-b6c7b99668ec None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:50.343670 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-3b8d510d-fe16-4cf2-9e6f-b6c7b99668ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:31:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:50.365762 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-70fbfb84-4363-4766-acca-706cb6ad522a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6153610 Oct 19 08:31:50.448793 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-3b8d510d-fe16-4cf2-9e6f-b6c7b99668ec None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:50.486711 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9802a026-2641-4cdf-9d05-97a5272d6d8b', 'tag': 'ff26f079-abb3-425c-828c-e1118d527879'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:31:50.489119 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90be1d2-1a03-4458-a4af-2526147351b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9802a026-2641-4cdf-9d05-97a5272d6d8b", "tag": "ff26f079-abb3-425c-828c-e1118d527879"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:31:50.524336 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e311562e-9019-4890-9042-7df43a9442fe x-openstack-request-id: req-e311562e-9019-4890-9042-7df43a9442fe {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:31:50.524706 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9802a026-2641-4cdf-9d05-97a5272d6d8b", "tag": "ff26f079-abb3-425c-828c-e1118d527879", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:31:50.525013 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e311562e-9019-4890-9042-7df43a9442fe {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:31:50.525463 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9802a026-2641-4cdf-9d05-97a5272d6d8b', 'tag': 'ff26f079-abb3-425c-828c-e1118d527879', 'status': 'completed', 'code': 200} Oct 19 08:31:50.606472 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90be1d2-1a03-4458-a4af-2526147351b4 req-8816ce20-d7c7-4067-94e8-41b50f705b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:50.608032 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c90be1d2-1a03-4458-a4af-2526147351b4 req-8816ce20-d7c7-4067-94e8-41b50f705b70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 1099 time: 0.0414822 Oct 19 08:31:50.675765 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-3b8d510d-fe16-4cf2-9e6f-b6c7b99668ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': '98f0dc43-4fb4-49ec-bdbd-58ec1de85d06', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': 'ff26f079-abb3-425c-828c-e1118d527879', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:fb:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802a026-2641-4cdf-9d05-97a5272d6d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:31:49Z', 'updated_at': '2021-10-19T08:31:49Z', 'revision_number': 0, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:50.702133 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d510d-fe16-4cf2-9e6f-b6c7b99668ec None None] Checking router: 51a04db1-e82b-4e7a-abb1-dee860873d0d for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:31:50.711073 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d510d-fe16-4cf2-9e6f-b6c7b99668ec None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:50.711656 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-3b8d510d-fe16-4cf2-9e6f-b6c7b99668ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:31:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:50.714551 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0441e77-bf8f-47fc-b20a-f09330c106c5 req-7a533557-4371-4afc-9192-beba940684a2 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:50.716017 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f0441e77-bf8f-47fc-b20a-f09330c106c5 req-7a533557-4371-4afc-9192-beba940684a2 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 945 time: 0.1041200 Oct 19 08:31:50.759605 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90be1d2-1a03-4458-a4af-2526147351b4 req-e5c7a177-9399-4db1-a99a-6af41d53074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:50.761300 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c90be1d2-1a03-4458-a4af-2526147351b4 req-e5c7a177-9399-4db1-a99a-6af41d53074e service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 913 time: 0.1252875 Oct 19 08:31:50.768363 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f0441e77-bf8f-47fc-b20a-f09330c106c5 req-d26bacfa-26cd-4dae-b383-1be061df7142 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457318 Oct 19 08:31:50.820313 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-3b8d510d-fe16-4cf2-9e6f-b6c7b99668ec None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:50.829334 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c90be1d2-1a03-4458-a4af-2526147351b4 req-80dd58dd-b80f-41fb-9c65-b6d77481bcc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff26f079-abb3-425c-828c-e1118d527879 HTTP/1.1" status: 200 len: 1000 time: 0.0598650 Oct 19 08:31:50.892291 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90be1d2-1a03-4458-a4af-2526147351b4 req-36c592e9-08d5-4591-83f9-716dcb327c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:50.893764 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c90be1d2-1a03-4458-a4af-2526147351b4 req-36c592e9-08d5-4591-83f9-716dcb327c61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 200 len: 851 time: 0.0502853 Oct 19 08:31:50.940826 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90be1d2-1a03-4458-a4af-2526147351b4 req-78b981a5-026a-465a-b39d-c0b3b041b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:50.942303 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c90be1d2-1a03-4458-a4af-2526147351b4 req-78b981a5-026a-465a-b39d-c0b3b041b30c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407114 Oct 19 08:31:51.036878 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c90be1d2-1a03-4458-a4af-2526147351b4 req-9cc6ddda-6476-49c9-be47-59586e0f234c service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844042 Oct 19 08:31:51.051882 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-3b8d510d-fe16-4cf2-9e6f-b6c7b99668ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': '98f0dc43-4fb4-49ec-bdbd-58ec1de85d06', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': 'ff26f079-abb3-425c-828c-e1118d527879', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:fb:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802a026-2641-4cdf-9d05-97a5272d6d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:31:49Z', 'updated_at': '2021-10-19T08:31:49Z', 'revision_number': 0, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:51.141902 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c90be1d2-1a03-4458-a4af-2526147351b4 req-9ebe043e-021d-458e-9ecd-54c14f9a5830 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937092 Oct 19 08:31:51.207094 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d510d-fe16-4cf2-9e6f-b6c7b99668ec None None] The sync data for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi is: [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': '98f0dc43-4fb4-49ec-bdbd-58ec1de85d06', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.133', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': 'ff26f079-abb3-425c-828c-e1118d527879', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:fb:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9802a026-2641-4cdf-9d05-97a5272d6d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:31:49Z', 'updated_at': '2021-10-19T08:31:49Z', 'revision_number': 0, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:31:51.385295 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:51.395052 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e036c-51b1-42d7-94af-525cc27f3fcc None None] New status for floating IP 98f0dc43-4fb4-49ec-bdbd-58ec1de85d06: ACTIVE {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:31:51.553197 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a658c-be1d-41c5-917c-f691402799c5 req-33bbf3b4-e98b-4f93-aa97-e66e998340c3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:51.554723 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-221a658c-be1d-41c5-917c-f691402799c5 req-33bbf3b4-e98b-4f93-aa97-e66e998340c3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 947 time: 0.0497291 Oct 19 08:31:51.593199 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-221a658c-be1d-41c5-917c-f691402799c5 req-4ec7e2ec-37f6-4b8e-a72d-f28d7fc262b1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321684 Oct 19 08:31:51.616458 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5b3bdd50-50bd-4849-bb58-8d9b2a088787 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:31:51.664230 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port 5b3bdd50-50bd-4849-bb58-8d9b2a088787 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:31:51.667986 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 5b3bdd50-50bd-4849-bb58-8d9b2a088787 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:31:51.668356 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:51.746352 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:51.768952 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:31:51.771441 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45800b11-81da-4a41-8634-2fec8479866b" -d '{"events": [{"server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "name": "network-vif-plugged", "status": "completed", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:31:51.784262 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 5b3bdd50-50bd-4849-bb58-8d9b2a088787, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:51.787831 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:51.812584 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f07270f-2ee6-4ecc-a3d6-e56ae19a9088 x-openstack-request-id: req-6f07270f-2ee6-4ecc-a3d6-e56ae19a9088 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:31:51.813447 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "name": "network-vif-plugged", "status": "completed", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:31:51.813701 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f07270f-2ee6-4ecc-a3d6-e56ae19a9088 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:31:51.814089 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787', 'code': 200} Oct 19 08:31:51.840783 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=5b3bdd50-50bd-4849-bb58-8d9b2a088787,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:51.889790 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006963e-18fb-46e0-ab0d-ecefcde2797a req-e47f5796-eec8-4a37-9e0e-c7dcda952fc0 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:51.891987 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b006963e-18fb-46e0-ab0d-ecefcde2797a req-e47f5796-eec8-4a37-9e0e-c7dcda952fc0 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 946 time: 0.0521603 Oct 19 08:31:51.933744 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b006963e-18fb-46e0-ab0d-ecefcde2797a req-693162cd-d323-4df2-9412-0a10a06cd61d tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359199 Oct 19 08:31:51.990746 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb889e5-24cd-4214-8378-2143988e1104 req-c3c407f5-1b80-4b03-a9b1-712bd81e2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:51.992174 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5eb889e5-24cd-4214-8378-2143988e1104 req-c3c407f5-1b80-4b03-a9b1-712bd81e2e85 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 1099 time: 0.0397146 Oct 19 08:31:52.027793 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5eb889e5-24cd-4214-8378-2143988e1104 req-4f180a05-b9d6-4b13-9cbd-260d7a3d85dc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274839 Oct 19 08:31:52.713920 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f2ed-14d9-4454-9305-f5fef78a3a0e req-3c929558-3ddf-4c12-81f2-9ab92f16977c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:52.715310 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3a38f2ed-14d9-4454-9305-f5fef78a3a0e req-3c929558-3ddf-4c12-81f2-9ab92f16977c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 947 time: 0.0485215 Oct 19 08:31:52.752429 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3a38f2ed-14d9-4454-9305-f5fef78a3a0e req-98d095c4-a035-4f9b-8a79-b2e50ef7952d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306463 Oct 19 08:31:53.044762 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e92ac-61ed-4700-b644-3fddcb7577b8 req-464c3924-b26c-4e06-8873-d16e9d6e8c78 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:53.046170 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-771e92ac-61ed-4700-b644-3fddcb7577b8 req-464c3924-b26c-4e06-8873-d16e9d6e8c78 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 946 time: 0.0475383 Oct 19 08:31:53.086277 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-771e92ac-61ed-4700-b644-3fddcb7577b8 req-2e08a865-4c54-4753-ab36-a62713a90adf tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Oct 19 08:31:53.824713 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-04371d91-7fd9-406a-bb1d-a94f016fd59d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:53.827140 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-04371d91-7fd9-406a-bb1d-a94f016fd59d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 947 time: 0.0496294 Oct 19 08:31:53.933472 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75ea6d-335d-42aa-949d-68db69deb585 req-7dbc5758-aebe-4342-89c3-98f4332ec90f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:53.934940 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c75ea6d-335d-42aa-949d-68db69deb585 req-7dbc5758-aebe-4342-89c3-98f4332ec90f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 947 time: 0.1038487 Oct 19 08:31:53.986173 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c75ea6d-335d-42aa-949d-68db69deb585 req-ed6f168d-c8ae-4d4b-aa6e-2f26c7c7d31c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=d13f5b53-efdd-4384-9acb-0b3000b57dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Oct 19 08:31:53.991422 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Deleting port 3ccfabb1-82b3-4904-a943-c29622e0b546 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:31:53.991802 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:54.081808 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] For port 3ccfabb1-82b3-4904-a943-c29622e0b546, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=3ccfabb1-82b3-4904-a943-c29622e0b546,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:31:54.082579 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:54.276210 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2748b-821f-4002-96fd-b5c7a2030beb req-a3266bca-de0e-45a9-9f03-1670bece1764 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:54.277566 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-58e2748b-821f-4002-96fd-b5c7a2030beb req-a3266bca-de0e-45a9-9f03-1670bece1764 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 946 time: 0.1168149 Oct 19 08:31:54.606009 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-58e2748b-821f-4002-96fd-b5c7a2030beb req-45233a08-2714-4e4b-9cfa-86a660949db4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183172 Oct 19 08:31:54.607819 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:54.608167 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:54.608469 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.l3_db [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Floating IP 7bd77e60-5cf0-4df0-9b90-fb492e6d3ccc disassociated. External IP: 172.27.2.230, port: 3ccfabb1-82b3-4904-a943-c29622e0b546. Oct 19 08:31:54.608807 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Calling delete_port for 3ccfabb1-82b3-4904-a943-c29622e0b546 owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:31:54.753092 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547a690-1b78-4a17-8614-3630558064b2 req-243695e6-272d-4055-930f-e618dadcc519 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:54.754578 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1547a690-1b78-4a17-8614-3630558064b2 req-243695e6-272d-4055-930f-e618dadcc519 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 946 time: 0.0837374 Oct 19 08:31:54.795407 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:54.828750 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1547a690-1b78-4a17-8614-3630558064b2 req-709fee40-7e6c-4d55-a9a5-9c971f5dab93 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677083 Oct 19 08:31:54.831511 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event deleted for resources: {'Port': ['ID=3ccfabb1-82b3-4904-a943-c29622e0b546,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:54.947770 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Router 85354a51-054a-4aec-87e6-43e1af84f984 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:31:55.062326 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:31:55.076559 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3bd36-3812-431f-8ed7-799df62d47ff None None] Sync routers for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:31:55.088841 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3bd36-3812-431f-8ed7-799df62d47ff None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:55.089520 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-e1f3bd36-3812-431f-8ed7-799df62d47ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:31:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:55.116640 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8205ac31-0d82-4fdd-b88b-1e4e668d3047 req-30911c10-15be-412d-8727-f57d46fea2d8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7dae80-4592-45ea-a52d-05aa559c102a HTTP/1.1" status: 200 len: 210 time: 0.0439122 Oct 19 08:31:55.146126 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] No DVR routers for this DVR port 3ccfabb1-82b3-4904-a943-c29622e0b546 on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:31:55.148799 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:55.152060 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c47d2c51-7b3c-4b38-90b8-cce300b90c71 req-019f2085-6be3-42a7-a53b-161e38bfc5c9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.11 "DELETE /v2.0/ports/3ccfabb1-82b3-4904-a943-c29622e0b546 HTTP/1.1" status: 204 len: 173 time: 1.3124964 Oct 19 08:31:55.159576 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'name': 'network-vif-deleted', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:31:55.161784 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6906e8b9-41a8-4f1b-b8b9-475d4cedc079" -d '{"events": [{"server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "name": "network-vif-deleted", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:31:55.212647 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78584f32-1e92-4206-9763-703be2459ccf x-openstack-request-id: req-78584f32-1e92-4206-9763-703be2459ccf {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:31:55.212934 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7dae80-4592-45ea-a52d-05aa559c102a", "name": "network-vif-deleted", "tag": "3ccfabb1-82b3-4904-a943-c29622e0b546", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:31:55.213180 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78584f32-1e92-4206-9763-703be2459ccf {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:31:55.213565 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7dae80-4592-45ea-a52d-05aa559c102a', 'name': 'network-vif-deleted', 'tag': '3ccfabb1-82b3-4904-a943-c29622e0b546', 'status': 'completed', 'code': 200} Oct 19 08:31:55.231043 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-e1f3bd36-3812-431f-8ed7-799df62d47ff None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:55.238277 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fd46d-8c97-4809-89d9-ff6c1f95ea08 req-99ed87b8-7d0d-46cf-826a-22b1c4a005c0 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:55.240538 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-429fd46d-8c97-4809-89d9-ff6c1f95ea08 req-99ed87b8-7d0d-46cf-826a-22b1c4a005c0 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 946 time: 0.0953798 Oct 19 08:31:55.287136 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-429fd46d-8c97-4809-89d9-ff6c1f95ea08 req-de430ec0-0a10-42cb-a2f9-b2c128493776 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 Oct 19 08:31:55.474721 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-e1f3bd36-3812-431f-8ed7-799df62d47ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 5, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:55.506726 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3bd36-3812-431f-8ed7-799df62d47ff None None] Checking router: 85354a51-054a-4aec-87e6-43e1af84f984 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:31:55.515718 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3bd36-3812-431f-8ed7-799df62d47ff None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:31:55.516323 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-e1f3bd36-3812-431f-8ed7-799df62d47ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:31:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:55.644753 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-e1f3bd36-3812-431f-8ed7-799df62d47ff None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:31:55.933982 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-e1f3bd36-3812-431f-8ed7-799df62d47ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 5, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:31:55.965313 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3bd36-3812-431f-8ed7-799df62d47ff None None] The sync data for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi is: [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 5, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:31:56.210018 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45688) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:56.227053 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05578433-f3dc-4f2b-8a79-5124b99ce828 None None] New status for floating IP 7bd77e60-5cf0-4df0-9b90-fb492e6d3ccc: DOWN {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:31:56.270365 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f38c-0ed8-48a1-88a6-a568d22a16a3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:56.293781 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f38c-0ed8-48a1-88a6-a568d22a16a3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:56.351077 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f38c-0ed8-48a1-88a6-a568d22a16a3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:56.353715 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f38c-0ed8-48a1-88a6-a568d22a16a3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:56.354916 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-4dc9f38c-0ed8-48a1-88a6-a568d22a16a3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "DELETE /v2.0/security-groups/d13f5b53-efdd-4384-9acb-0b3000b57dcd HTTP/1.1" status: 204 len: 168 time: 0.1433184 Oct 19 08:31:56.357881 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45690) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:56.365436 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9f38c-0ed8-48a1-88a6-a568d22a16a3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13f5b53-efdd-4384-9acb-0b3000b57dcd,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:56.382417 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.api.v2.resource [None req-32945478-3447-49fa-96ba-39b949191d55 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] show failed (client error): The resource could not be found. Oct 19 08:31:56.386442 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-32945478-3447-49fa-96ba-39b949191d55 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups/d13f5b53-efdd-4384-9acb-0b3000b57dcd HTTP/1.1" status: 404 len: 347 time: 0.0232108 Oct 19 08:31:56.387986 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45692) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:56.515606 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-cb68be37-d359-4785-a34c-4a0a23b61178 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Deleting port b247965f-da03-4400-91ea-6a3d9e320464 {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:31:56.516037 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-cb68be37-d359-4785-a34c-4a0a23b61178 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:56.814211 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-cb68be37-d359-4785-a34c-4a0a23b61178 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:56.814588 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-cb68be37-d359-4785-a34c-4a0a23b61178 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:56.826539 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-cb68be37-d359-4785-a34c-4a0a23b61178 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Calling delete_port for b247965f-da03-4400-91ea-6a3d9e320464 owned by network:floatingip {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:31:56.993280 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-cb68be37-d359-4785-a34c-4a0a23b61178 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.019369 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68be37-d359-4785-a34c-4a0a23b61178 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event deleted for resources: {'Port': ['ID=b247965f-da03-4400-91ea-6a3d9e320464,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:57.085557 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-cb68be37-d359-4785-a34c-4a0a23b61178 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.088140 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-cb68be37-d359-4785-a34c-4a0a23b61178 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.089290 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-cb68be37-d359-4785-a34c-4a0a23b61178 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "DELETE /v2.0/floatingips/7bd77e60-5cf0-4df0-9b90-fb492e6d3ccc HTTP/1.1" status: 204 len: 168 time: 0.6999359 Oct 19 08:31:57.392482 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45716) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:57.398429 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-7271070d-237e-4705-b4d0-5de5992a240f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1133006983', 'description': 'tempest-description--1457749687'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:57.420675 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7271070d-237e-4705-b4d0-5de5992a240f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.487178 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7271070d-237e-4705-b4d0-5de5992a240f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.490686 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7271070d-237e-4705-b4d0-5de5992a240f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.521745 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7271070d-237e-4705-b4d0-5de5992a240f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.522903 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-7271070d-237e-4705-b4d0-5de5992a240f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1293786 Oct 19 08:31:57.524718 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271070d-237e-4705-b4d0-5de5992a240f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d30f82a-c2ed-4305-96e2-8eab339f5a18,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:57.525975 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45718) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:57.530949 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-77991611-d010-4224-aeb9-b26da22f875e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Request body: {'security_group_rule': {'security_group_id': '3d30f82a-c2ed-4305-96e2-8eab339f5a18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:57.558862 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-77991611-d010-4224-aeb9-b26da22f875e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.612499 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-77991611-d010-4224-aeb9-b26da22f875e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.615990 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-77991611-d010-4224-aeb9-b26da22f875e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.633619 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77991611-d010-4224-aeb9-b26da22f875e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1a466d-4af9-41ab-83d0-330673a095ee,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:57.640787 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-77991611-d010-4224-aeb9-b26da22f875e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.641956 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-77991611-d010-4224-aeb9-b26da22f875e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148722 Oct 19 08:31:57.644664 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45720) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:57.648852 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-716071cc-5716-4611-8b34-2f31d06033cf tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Request body: {'security_group_rule': {'security_group_id': '3d30f82a-c2ed-4305-96e2-8eab339f5a18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:57.653131 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 3ccfabb1-82b3-4904-a943-c29622e0b546 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:31:57.673783 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: 3ccfabb1-82b3-4904-a943-c29622e0b546 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:31:57.674116 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 3ccfabb1-82b3-4904-a943-c29622e0b546 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:31:57.675821 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-716071cc-5716-4611-8b34-2f31d06033cf tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.728962 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-716071cc-5716-4611-8b34-2f31d06033cf tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.732408 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-716071cc-5716-4611-8b34-2f31d06033cf tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.752277 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716071cc-5716-4611-8b34-2f31d06033cf tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc531138-6636-4233-b744-06ddb62afb0f,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:57.757244 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-716071cc-5716-4611-8b34-2f31d06033cf tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.758417 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-716071cc-5716-4611-8b34-2f31d06033cf tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128519 Oct 19 08:31:57.761836 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45722) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:31:57.766083 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Request body: {'floatingip': {'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:31:57.786180 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.881351 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:57.988136 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Allocated IP 172.27.2.218 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/0771630b-cbcc-4bfa-8e61-9ebfb0495c7c) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:31:58.092109 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:58.124361 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:58.162125 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:31:58.164922 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:31:58.168272 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:31:58.196108 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event updated for resources: {'Port': ['ID=0771630b-cbcc-4bfa-8e61-9ebfb0495c7c,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:58.257895 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:58.290084 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:58.436088 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:58.440958 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:58.507328 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event updated for resources: {'Port': ['ID=0771630b-cbcc-4bfa-8e61-9ebfb0495c7c,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:31:58.517043 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:58.531309 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:31:58.532753 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-79274809-38de-42af-ac25-b822857e8ee6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7699890 Oct 19 08:31:58.715139 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-193b5d45-2266-449c-81be-109597182e72 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1133006983&fields=id&tenant_id=6ffc881ce1324822826aec5e72a754b4 HTTP/1.1" status: 200 len: 267 time: 0.0330338 Oct 19 08:31:58.822388 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-6eebce47-c812-44a9-b01d-ec0f9fa7c8ff tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:31:58.823863 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-6eebce47-c812-44a9-b01d-ec0f9fa7c8ff tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 817 time: 0.1014779 Oct 19 08:31:58.839119 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-fdaad969-ac80-4893-baa1-22741a9c637f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/quotas/6ffc881ce1324822826aec5e72a754b4 HTTP/1.1" status: 200 len: 375 time: 0.0088732 Oct 19 08:31:58.890501 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-24b9512d-d026-42f7-b36e-8d8f05c272fa tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462375 Oct 19 08:31:58.986452 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-89e93885-5fcf-422e-b295-a0b563784e96 service neutron] 10.222.0.26 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839696 Oct 19 08:31:59.072700 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-22aeb2de-0373-47c4-9969-d6ebf50acfa0 service neutron] 10.222.0.26 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803876 Oct 19 08:31:59.230469 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-325a7e0c-469f-4c9b-9a7f-a740a4276c0a req-f187a489-fb77-4f91-8abc-0b3d02b6ac26 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 210 time: 0.0302095 Oct 19 08:32:00.181845 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-4b6d871a-86cd-4ded-97d0-238d2a31e462 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:00.183314 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-4b6d871a-86cd-4ded-97d0-238d2a31e462 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.11 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 817 time: 0.0993826 Oct 19 08:32:00.234710 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-80a18b75-bbf9-4a57-85c1-94ad9041a268 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ffc881ce1324822826aec5e72a754b4 HTTP/1.1" status: 200 len: 380 time: 0.0344803 Oct 19 08:32:00.252069 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-7c5b16a8-236f-4b19-ad9b-20dede33ea99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Request body: {'port': {'device_id': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'admin_state_up': True, 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'security_groups': ['3d30f82a-c2ed-4305-96e2-8eab339f5a18']}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:00.343884 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f1ead2e4-eaba-4471-8582-419abfa09484 req-f7dbd6fd-00ca-41e3-8ef0-7bd797f9e182 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 210 time: 0.0294156 Oct 19 08:32:00.387262 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-7c5b16a8-236f-4b19-ad9b-20dede33ea99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Made reservation on behalf of 6ffc881ce1324822826aec5e72a754b4 for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:32:00.390728 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-7c5b16a8-236f-4b19-ad9b-20dede33ea99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:00.515644 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-7c5b16a8-236f-4b19-ad9b-20dede33ea99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Allocated IP 172.20.0.4 (8b7c9676-b604-477b-a586-63579afd5719/be9abea3-4266-4603-b94f-731252d257c2/5a96c138-97d6-476d-b751-ac066e4a3cef) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:32:00.646864 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-7c5b16a8-236f-4b19-ad9b-20dede33ea99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:00.684654 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-7c5b16a8-236f-4b19-ad9b-20dede33ea99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:00.724170 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-7c5b16a8-236f-4b19-ad9b-20dede33ea99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Network 8b7c9676-b604-477b-a586-63579afd5719 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:32:00.727285 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-7c5b16a8-236f-4b19-ad9b-20dede33ea99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:32:00.729520 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-7c5b16a8-236f-4b19-ad9b-20dede33ea99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:32:00.763924 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b16a8-236f-4b19-ad9b-20dede33ea99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event updated for resources: {'Port': ['ID=5a96c138-97d6-476d-b751-ac066e4a3cef,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:00.787391 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-7c5b16a8-236f-4b19-ad9b-20dede33ea99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:00.788013 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-7c5b16a8-236f-4b19-ad9b-20dede33ea99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:00.805294 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-7c5b16a8-236f-4b19-ad9b-20dede33ea99 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573378 Oct 19 08:32:00.817718 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Request body: {'port': {'device_id': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:00.872888 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:00.957154 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-067d4888-2e5c-41f5-92dc-42d4ce057d96 None None] Provisioning complete for port 5a96c138-97d6-476d-b751-ac066e4a3cef triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:32:00.957776 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-067d4888-2e5c-41f5-92dc-42d4ce057d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:00.992601 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-067d4888-2e5c-41f5-92dc-42d4ce057d96 None None] Port 5a96c138-97d6-476d-b751-ac066e4a3cef cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:32:01.131243 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a96c138-97d6-476d-b751-ac066e4a3cef {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:32:01.138810 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:01.151021 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Transition to ACTIVE for port object 5a96c138-97d6-476d-b751-ac066e4a3cef will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:32:01.154291 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:01.202163 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Pushing event updated for resources: {'Port': ['ID=5a96c138-97d6-476d-b751-ac066e4a3cef,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:01.277311 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Attempting to bind port 5a96c138-97d6-476d-b751-ac066e4a3cef on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:32:01.277647 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Attempting to bind port 5a96c138-97d6-476d-b751-ac066e4a3cef by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:32:01.277973 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Attempting to bind port 5a96c138-97d6-476d-b751-ac066e4a3cef on network 8b7c9676-b604-477b-a586-63579afd5719 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:32:01.282572 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Port 5a96c138-97d6-476d-b751-ac066e4a3cef on network 8b7c9676-b604-477b-a586-63579afd5719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:32:01.282962 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Attempting to bind port 5a96c138-97d6-476d-b751-ac066e4a3cef on network 8b7c9676-b604-477b-a586-63579afd5719 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:32:01.287814 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:32:01.288152 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Checking segment: {'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:32:01.288530 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Bound using segment: {'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:32:01.288957 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Bound port: 5a96c138-97d6-476d-b751-ac066e4a3cef, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2627c90c-8edb-4b09-801f-7897260cab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b7c9676-b604-477b-a586-63579afd5719'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:32:01.289311 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:01.354866 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] For port 5a96c138-97d6-476d-b751-ac066e4a3cef, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:32:01.357912 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] For port 5a96c138-97d6-476d-b751-ac066e4a3cef, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5a96c138-97d6-476d-b751-ac066e4a3cef,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:32:01.361391 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:01.394505 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:01.395113 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:01.396495 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] 10.222.0.11 "PUT /v2.0/ports/5a96c138-97d6-476d-b751-ac066e4a3cef HTTP/1.1" status: 200 len: 1093 time: 0.5831966 Oct 19 08:32:01.396923 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:32:01.399766 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff6f2cb-a9d3-4d7b-9cc6-8f8115387280" -d '{"events": [{"name": "network-changed", "server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:32:01.432756 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a221d-5e47-4eca-a681-d84656807749 service neutron] Pushing event updated for resources: {'Port': ['ID=5a96c138-97d6-476d-b751-ac066e4a3cef,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:01.455082 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c3e491-6fec-48c0-b887-5a888c639d22 x-openstack-request-id: req-d0c3e491-6fec-48c0-b887-5a888c639d22 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:32:01.455369 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:32:01.455616 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0c3e491-6fec-48c0-b887-5a888c639d22 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:32:01.456003 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'status': 'completed', 'code': 200} Oct 19 08:32:01.521748 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-62675ef7-cedb-450f-bfc9-6897f7495d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:01.523264 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-62675ef7-cedb-450f-bfc9-6897f7495d9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 1096 time: 0.0650089 Oct 19 08:32:01.530523 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643baf7-3307-4e42-98a0-9902c4c71e18 req-1520b7ba-dada-4498-bb24-99f25afe85ce tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:01.531958 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0643baf7-3307-4e42-98a0-9902c4c71e18 req-1520b7ba-dada-4498-bb24-99f25afe85ce tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0876684 Oct 19 08:32:01.574582 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-355aae91-e94a-4681-91f5-597a1cc3965e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a96c138-97d6-476d-b751-ac066e4a3cef HTTP/1.1" status: 200 len: 217 time: 0.0396869 Oct 19 08:32:01.632947 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0643baf7-3307-4e42-98a0-9902c4c71e18 req-2d1fb8c7-ecb5-45ad-a609-03c07037216b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924108 Oct 19 08:32:01.641885 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-b9f75821-176c-49c7-bcd5-678a8aa51e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:01.643613 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-b9f75821-176c-49c7-bcd5-678a8aa51e90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be9abea3-4266-4603-b94f-731252d257c2 HTTP/1.1" status: 200 len: 856 time: 0.0609701 Oct 19 08:32:01.692174 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-19a0614c-8013-49ad-aa07-8957b14a6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:01.693618 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-19a0614c-8013-49ad-aa07-8957b14a6b9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b7c9676-b604-477b-a586-63579afd5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406706 Oct 19 08:32:01.783453 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-4caadd45-ba9f-4857-a93b-c659c92071d5 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803390 Oct 19 08:32:01.875183 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-30ad4b12-47ac-4487-800d-6ad404457d5d req-38f44414-1b7b-4497-b435-65da35e94c71 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832334 Oct 19 08:32:01.963880 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6f2cb-a9d3-4d7b-9cc6-8f8115387280 req-3e405aba-82c1-4452-a3ff-e3dbf4d73ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:01.965237 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3ff6f2cb-a9d3-4d7b-9cc6-8f8115387280 req-3e405aba-82c1-4452-a3ff-e3dbf4d73ba9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 1096 time: 0.0407641 Oct 19 08:32:02.056076 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6f2cb-a9d3-4d7b-9cc6-8f8115387280 req-7f0892db-e522-43b6-88c4-6efcd227f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:02.057470 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3ff6f2cb-a9d3-4d7b-9cc6-8f8115387280 req-7f0892db-e522-43b6-88c4-6efcd227f8da service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 918 time: 0.0844841 Oct 19 08:32:02.100306 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3ff6f2cb-a9d3-4d7b-9cc6-8f8115387280 req-68f90763-e964-478f-95e0-6a7f8fe60ca2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a96c138-97d6-476d-b751-ac066e4a3cef HTTP/1.1" status: 200 len: 217 time: 0.0325601 Oct 19 08:32:02.153036 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6f2cb-a9d3-4d7b-9cc6-8f8115387280 req-629ab7dc-dd99-42cc-b18e-00f35f788138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:02.154395 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3ff6f2cb-a9d3-4d7b-9cc6-8f8115387280 req-629ab7dc-dd99-42cc-b18e-00f35f788138 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be9abea3-4266-4603-b94f-731252d257c2 HTTP/1.1" status: 200 len: 856 time: 0.0425038 Oct 19 08:32:02.202667 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6f2cb-a9d3-4d7b-9cc6-8f8115387280 req-daa5d3f0-834b-413c-8a34-e4f244c1d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:02.204270 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3ff6f2cb-a9d3-4d7b-9cc6-8f8115387280 req-daa5d3f0-834b-413c-8a34-e4f244c1d61c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b7c9676-b604-477b-a586-63579afd5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417216 Oct 19 08:32:02.292967 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3ff6f2cb-a9d3-4d7b-9cc6-8f8115387280 req-1af5b6c4-202d-4024-8cc1-2a5f3e7d6a33 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794907 Oct 19 08:32:02.388438 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3ff6f2cb-a9d3-4d7b-9cc6-8f8115387280 req-588d5066-e38f-4f85-b4fd-f3c937215742 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849936 Oct 19 08:32:02.751759 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b322e-c0d2-4e76-ace3-c338871f3772 req-a1348a8a-d923-48a9-9f05-67aa214edb9c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:02.753191 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a83b322e-c0d2-4e76-ace3-c338871f3772 req-a1348a8a-d923-48a9-9f05-67aa214edb9c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0478971 Oct 19 08:32:02.789633 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a83b322e-c0d2-4e76-ace3-c338871f3772 req-044e9dd6-4115-4bd1-a585-b1a71ce3525d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306211 Oct 19 08:32:03.676940 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5a96c138-97d6-476d-b751-ac066e4a3cef details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:32:03.779236 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 5a96c138-97d6-476d-b751-ac066e4a3cef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5a96c138-97d6-476d-b751-ac066e4a3cef,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:32:03.791033 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'port_id': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'mac_address': 'fa:16:3e:a4:e3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:32:03.832042 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:03.846316 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a96c138-97d6-476d-b751-ac066e4a3cef {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:32:03.865902 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 5a96c138-97d6-476d-b751-ac066e4a3cef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5a96c138-97d6-476d-b751-ac066e4a3cef,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:32:03.869647 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:03.911070 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df579ed7-1abd-4995-94fc-d64e6d4ed130 req-42de1980-20b3-483a-8ccb-bf89a76c587c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:03.912539 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-df579ed7-1abd-4995-94fc-d64e6d4ed130 req-42de1980-20b3-483a-8ccb-bf89a76c587c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 944 time: 0.0483108 Oct 19 08:32:03.916155 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=5a96c138-97d6-476d-b751-ac066e4a3cef,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:03.951219 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-df579ed7-1abd-4995-94fc-d64e6d4ed130 req-3c66d4b5-373c-42f9-9f32-796536c47e4f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326974 Oct 19 08:32:04.309562 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['5a96c138-97d6-476d-b751-ac066e4a3cef'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:32:04.697498 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7263fc1-2d21-468b-be76-174f225515b1 req-ceede632-c836-43c5-8206-dec462442004 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:04.698955 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f7263fc1-2d21-468b-be76-174f225515b1 req-ceede632-c836-43c5-8206-dec462442004 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 946 time: 0.0512552 Oct 19 08:32:04.735318 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f7263fc1-2d21-468b-be76-174f225515b1 req-c0ed30b4-7fb9-4f2e-a0f8-7ae586aed6e7 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297210 Oct 19 08:32:04.761794 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45784) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:04.842360 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2893e9-2f59-4bfa-8879-474a5a2515a2 tempest-TestMinimumBasicScenario-984162827 tempest-TestMinimumBasicScenario-984162827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:04.843863 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-2b2893e9-2f59-4bfa-8879-474a5a2515a2 tempest-TestMinimumBasicScenario-984162827 tempest-TestMinimumBasicScenario-984162827-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 1094 time: 0.0809412 Oct 19 08:32:04.846835 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45788) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:04.851115 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Request body: {'floatingip': {'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'port_id': '5b3bdd50-50bd-4849-bb58-8d9b2a088787', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:04.872029 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for floatingip, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:04.969917 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:05.113640 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc5224-867e-4872-bd78-ab7e7271ec19 req-f210a040-09a8-446f-b4f3-69fcd6859b55 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:05.115043 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-12dc5224-867e-4872-bd78-ab7e7271ec19 req-f210a040-09a8-446f-b4f3-69fcd6859b55 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 944 time: 0.0930614 Oct 19 08:32:05.116063 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Allocated IP 172.27.2.173 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/7d20a6da-a7ec-47f4-bd20-0534e34b66c2) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:32:05.181765 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-12dc5224-867e-4872-bd78-ab7e7271ec19 req-b015b5e1-2001-475f-a40b-5c8d2495d719 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607834 Oct 19 08:32:05.247367 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:05.280086 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:05.316169 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:32:05.318945 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:32:05.322290 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:32:05.352250 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event updated for resources: {'Port': ['ID=7d20a6da-a7ec-47f4-bd20-0534e34b66c2,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:05.688782 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5a96c138-97d6-476d-b751-ac066e4a3cef up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:32:05.738048 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port 5a96c138-97d6-476d-b751-ac066e4a3cef completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:32:05.742643 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 5a96c138-97d6-476d-b751-ac066e4a3cef triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:32:05.742913 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:05.826951 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:05.850449 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:32:05.852853 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb4615d-a0f1-49be-a2df-0b246d83afba" -d '{"events": [{"server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "name": "network-vif-plugged", "status": "completed", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:32:05.870263 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 5a96c138-97d6-476d-b751-ac066e4a3cef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5a96c138-97d6-476d-b751-ac066e4a3cef,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:32:05.877866 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:05.900552 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052ea3d8-4731-455b-988f-8d5645c02d54 x-openstack-request-id: req-052ea3d8-4731-455b-988f-8d5645c02d54 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:32:05.900838 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "name": "network-vif-plugged", "status": "completed", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:32:05.901085 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-052ea3d8-4731-455b-988f-8d5645c02d54 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:32:05.901464 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'code': 200} Oct 19 08:32:05.928312 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=5a96c138-97d6-476d-b751-ac066e4a3cef,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:05.929668 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:06.009060 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:06.093802 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499b6cc-3240-40a3-8773-3fdc9cf27809 req-d6c76b8c-0296-46d3-ba01-d4bc46a83bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:06.096356 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0499b6cc-3240-40a3-8773-3fdc9cf27809 req-d6c76b8c-0296-46d3-ba01-d4bc46a83bcf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 1098 time: 0.0675409 Oct 19 08:32:06.179063 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0499b6cc-3240-40a3-8773-3fdc9cf27809 req-cbbed637-fd97-4466-bf9f-ca7d09a0cfa9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718946 Oct 19 08:32:06.210599 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:06.215593 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:06.309687 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event updated for resources: {'Port': ['ID=7d20a6da-a7ec-47f4-bd20-0534e34b66c2,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:06.325170 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:06.369726 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690047d-c5a8-4ad3-a6c1-bf4ec00916a4 req-b0b0b69c-1121-4286-a63a-9a6614cb8f78 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:06.371201 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2690047d-c5a8-4ad3-a6c1-bf4ec00916a4 req-b0b0b69c-1121-4286-a63a-9a6614cb8f78 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.1023381 Oct 19 08:32:06.450309 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2690047d-c5a8-4ad3-a6c1-bf4ec00916a4 req-76f838de-8817-4af0-9073-477f31c3a22a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725830 Oct 19 08:32:06.463944 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.l3_db [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Floating IP b673d74c-c603-43bd-a599-34c649b2571d associated. External IP: 172.27.2.173, port: 5b3bdd50-50bd-4849-bb58-8d9b2a088787. Oct 19 08:32:06.668933 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Router 2ed3444e-524e-4499-a446-bfff93c3c06a has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:32:06.774374 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:32:06.783881 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2224823-ce96-4a56-a33b-fc806e41a8f5 None None] Sync routers for ids ['2ed3444e-524e-4499-a446-bfff93c3c06a'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:32:06.791648 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:06.792513 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2224823-ce96-4a56-a33b-fc806e41a8f5 None None] Routers {'2ed3444e-524e-4499-a446-bfff93c3c06a'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:32:06.793114 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-b2224823-ce96-4a56-a33b-fc806e41a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:31:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['2ed3444e-524e-4499-a446-bfff93c3c06a'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:06.818244 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-547754fe-19eb-4847-a4a3-5474783cccf1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9704137 Oct 19 08:32:06.818848 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:32:06.821050 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45798) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:06.821533 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e66901c-5008-4e96-9ee8-5ed142ea121c" -d '{"events": [{"name": "network-changed", "server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:32:06.826251 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-f5266f56-d9c5-4826-9071-97658134b156 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985919572', 'description': 'tempest-secgroup-smoke-1985919572 description', 'project_id': 'cd22145dede44acfb6409d55f4c00fcd'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:06.852555 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f5266f56-d9c5-4826-9071-97658134b156 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:06.858154 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509a9830-9541-423f-b6e4-225c9e1175a1 x-openstack-request-id: req-509a9830-9541-423f-b6e4-225c9e1175a1 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:32:06.858463 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:32:06.858736 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-509a9830-9541-423f-b6e4-225c9e1175a1 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:32:06.859125 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787', 'status': 'completed', 'code': 200} Oct 19 08:32:06.904181 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-b2224823-ce96-4a56-a33b-fc806e41a8f5 None None] Set router 2ed3444e-524e-4499-a446-bfff93c3c06a gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:32:06.921045 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f5266f56-d9c5-4826-9071-97658134b156 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:06.925474 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f5266f56-d9c5-4826-9071-97658134b156 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:06.935092 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66901c-5008-4e96-9ee8-5ed142ea121c req-ef38b455-5583-41af-8773-1be576c1a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:06.936586 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3e66901c-5008-4e96-9ee8-5ed142ea121c req-ef38b455-5583-41af-8773-1be576c1a2f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd22145dede44acfb6409d55f4c00fcd&device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 1099 time: 0.0426359 Oct 19 08:32:06.954416 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f5266f56-d9c5-4826-9071-97658134b156 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:06.958721 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-f5266f56-d9c5-4826-9071-97658134b156 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1366348 Oct 19 08:32:06.961344 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45802) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:06.965575 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-b827efcc-fa9f-4484-acd3-b3e5492afcec tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Request body: {'security_group_rule': {'security_group_id': 'b94be8c3-234b-4cdf-8578-3672b7eda7b1', 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:06.973859 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5266f56-d9c5-4826-9071-97658134b156 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94be8c3-234b-4cdf-8578-3672b7eda7b1,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:06.996902 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b827efcc-fa9f-4484-acd3-b3e5492afcec tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.037104 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66901c-5008-4e96-9ee8-5ed142ea121c req-55cb8b1e-a52d-4fe8-8269-431974099fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:07.038600 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3e66901c-5008-4e96-9ee8-5ed142ea121c req-55cb8b1e-a52d-4fe8-8269-431974099fba service neutron] 10.222.0.11 "GET /v2.0/networks?id=dee2382b-c3c0-47d6-b386-cc27151b1833 HTTP/1.1" status: 200 len: 916 time: 0.0932405 Oct 19 08:32:07.053572 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b827efcc-fa9f-4484-acd3-b3e5492afcec tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.059874 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b827efcc-fa9f-4484-acd3-b3e5492afcec tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.078473 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827efcc-fa9f-4484-acd3-b3e5492afcec tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d622bba-c10d-4453-96df-bf53ed14ecd0,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:07.088007 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b827efcc-fa9f-4484-acd3-b3e5492afcec tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.092019 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-b827efcc-fa9f-4484-acd3-b3e5492afcec tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270425 Oct 19 08:32:07.092698 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45804) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:07.097936 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-da3231d0-3482-45c9-80ae-4e78e567ec7b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Request body: {'security_group_rule': {'security_group_id': 'b94be8c3-234b-4cdf-8578-3672b7eda7b1', 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:07.133786 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3e66901c-5008-4e96-9ee8-5ed142ea121c req-d346ba9e-9d08-44db-9317-47e296b9c438 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787 HTTP/1.1" status: 200 len: 1000 time: 0.0865932 Oct 19 08:32:07.140103 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-da3231d0-3482-45c9-80ae-4e78e567ec7b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.147554 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-b2224823-ce96-4a56-a33b-fc806e41a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 4, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port': {'id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'b673d74c-c603-43bd-a599-34c649b2571d', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'port_id': '5b3bdd50-50bd-4849-bb58-8d9b2a088787', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'mac_address': 'fa:16:3e:40:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7189072d-755e-4aa2-b182-d679f0abe991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:32:05Z', 'updated_at': '2021-10-19T08:32:05Z', 'revision_number': 0, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074a30a2-53d9-459d-8084-a144b5db17f7', 'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'mac_address': 'fa:16:3e:d8:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:08Z', 'updated_at': '2021-10-19T08:31:13Z', 'revision_number': 5, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'subnets': [{'id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:07.174941 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2224823-ce96-4a56-a33b-fc806e41a8f5 None None] Checking router: 2ed3444e-524e-4499-a446-bfff93c3c06a for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:32:07.183122 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2224823-ce96-4a56-a33b-fc806e41a8f5 None None] Routers {'2ed3444e-524e-4499-a446-bfff93c3c06a'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:32:07.183720 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-b2224823-ce96-4a56-a33b-fc806e41a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:31:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['2ed3444e-524e-4499-a446-bfff93c3c06a'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:07.218875 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66901c-5008-4e96-9ee8-5ed142ea121c req-d1762bff-2a9e-49c6-9f9f-be61e65e6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:07.221124 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3e66901c-5008-4e96-9ee8-5ed142ea121c req-d1762bff-2a9e-49c6-9f9f-be61e65e6c8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9584cf7c-402e-4ad3-bbde-741ff64b6661 HTTP/1.1" status: 200 len: 854 time: 0.0717714 Oct 19 08:32:07.246370 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-da3231d0-3482-45c9-80ae-4e78e567ec7b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.261400 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-da3231d0-3482-45c9-80ae-4e78e567ec7b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.287227 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3231d0-3482-45c9-80ae-4e78e567ec7b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831f138d-1d31-4982-85d8-68f4e291aca4,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:07.298858 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-da3231d0-3482-45c9-80ae-4e78e567ec7b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.300073 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-da3231d0-3482-45c9-80ae-4e78e567ec7b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2062349 Oct 19 08:32:07.302937 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45806) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:07.303121 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66901c-5008-4e96-9ee8-5ed142ea121c req-bc6f20c3-b49b-4bc5-a554-ad6a8543f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:07.304617 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3e66901c-5008-4e96-9ee8-5ed142ea121c req-bc6f20c3-b49b-4bc5-a554-ad6a8543f102 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dee2382b-c3c0-47d6-b386-cc27151b1833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727775 Oct 19 08:32:07.307470 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-5410fbf9-9d0d-4d1b-a45b-424516ef7480 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Request body: {'security_group_rule': {'security_group_id': 'b94be8c3-234b-4cdf-8578-3672b7eda7b1', 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:07.336869 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-5410fbf9-9d0d-4d1b-a45b-424516ef7480 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.402633 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-5410fbf9-9d0d-4d1b-a45b-424516ef7480 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.408966 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-5410fbf9-9d0d-4d1b-a45b-424516ef7480 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.413853 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3e66901c-5008-4e96-9ee8-5ed142ea121c req-cad7425f-f318-4bac-8dfd-4d662eeca67c service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000204 Oct 19 08:32:07.423570 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-b2224823-ce96-4a56-a33b-fc806e41a8f5 None None] Set router 2ed3444e-524e-4499-a446-bfff93c3c06a gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:32:07.427644 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410fbf9-9d0d-4d1b-a45b-424516ef7480 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eae5a64-b434-4ba4-b282-6d0d6e216fd5,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:07.437348 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-5410fbf9-9d0d-4d1b-a45b-424516ef7480 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.438842 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-5410fbf9-9d0d-4d1b-a45b-424516ef7480 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346579 Oct 19 08:32:07.441475 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45808) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:07.446045 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-ddcd855f-df6f-4123-8c50-0fee34c295c4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Request body: {'security_group_rule': {'security_group_id': 'b94be8c3-234b-4cdf-8578-3672b7eda7b1', 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:07.478731 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ddcd855f-df6f-4123-8c50-0fee34c295c4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.522582 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3e66901c-5008-4e96-9ee8-5ed142ea121c req-db6a1da7-6337-422c-addb-0cf9d25a65b0 service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000228 Oct 19 08:32:07.551556 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ddcd855f-df6f-4123-8c50-0fee34c295c4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.556494 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ddcd855f-df6f-4123-8c50-0fee34c295c4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.572807 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd855f-df6f-4123-8c50-0fee34c295c4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1710fe0-c8b1-44d3-a595-d016a5b51204,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:07.585412 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0ccff-8110-4b25-9005-1bd0ead924bb req-3fe0e775-4959-4a23-9f29-e3cac44fade4 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:07.587103 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ebf0ccff-8110-4b25-9005-1bd0ead924bb req-3fe0e775-4959-4a23-9f29-e3cac44fade4 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0576046 Oct 19 08:32:07.588979 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ddcd855f-df6f-4123-8c50-0fee34c295c4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.592809 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-ddcd855f-df6f-4123-8c50-0fee34c295c4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475668 Oct 19 08:32:07.593032 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45812) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:07.599325 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-5c3d0b64-c39f-4613-940e-f307409a5e66 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Request body: {'security_group_rule': {'security_group_id': 'b94be8c3-234b-4cdf-8578-3672b7eda7b1', 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:07.623985 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.securitygroups_db [None req-5c3d0b64-c39f-4613-940e-f307409a5e66 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Project cd22145dede44acfb6409d55f4c00fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:32:07.629285 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ebf0ccff-8110-4b25-9005-1bd0ead924bb req-66d5deee-9cf4-42d5-9643-06bc512fb8d9 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359850 Oct 19 08:32:07.630514 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-5c3d0b64-c39f-4613-940e-f307409a5e66 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.684093 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-b2224823-ce96-4a56-a33b-fc806e41a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 4, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port': {'id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'b673d74c-c603-43bd-a599-34c649b2571d', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'port_id': '5b3bdd50-50bd-4849-bb58-8d9b2a088787', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'mac_address': 'fa:16:3e:40:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7189072d-755e-4aa2-b182-d679f0abe991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:32:05Z', 'updated_at': '2021-10-19T08:32:05Z', 'revision_number': 0, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074a30a2-53d9-459d-8084-a144b5db17f7', 'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'mac_address': 'fa:16:3e:d8:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:08Z', 'updated_at': '2021-10-19T08:31:13Z', 'revision_number': 5, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'subnets': [{'id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:07.694768 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-5c3d0b64-c39f-4613-940e-f307409a5e66 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.698348 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-5c3d0b64-c39f-4613-940e-f307409a5e66 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.715329 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2224823-ce96-4a56-a33b-fc806e41a8f5 None None] The sync data for ids ['2ed3444e-524e-4499-a446-bfff93c3c06a'] in dv-cinder-813984-3-iscsi is: [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 4, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port': {'id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'b673d74c-c603-43bd-a599-34c649b2571d', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'port_id': '5b3bdd50-50bd-4849-bb58-8d9b2a088787', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'mac_address': 'fa:16:3e:40:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7189072d-755e-4aa2-b182-d679f0abe991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:32:05Z', 'updated_at': '2021-10-19T08:32:05Z', 'revision_number': 0, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074a30a2-53d9-459d-8084-a144b5db17f7', 'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'mac_address': 'fa:16:3e:d8:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:08Z', 'updated_at': '2021-10-19T08:31:13Z', 'revision_number': 5, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'subnets': [{'id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:32:07.715646 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d0b64-c39f-4613-940e-f307409a5e66 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c1b987-6833-49d5-b00a-0d068daab1dc,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:07.725616 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-5c3d0b64-c39f-4613-940e-f307409a5e66 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.726875 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-5c3d0b64-c39f-4613-940e-f307409a5e66 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329072 Oct 19 08:32:07.730096 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45814) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:07.734562 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-7e0b7bac-d67e-432e-8ba4-8e4c38f76daf tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Request body: {'security_group_rule': {'security_group_id': 'b94be8c3-234b-4cdf-8578-3672b7eda7b1', 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:07.760653 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.securitygroups_db [None req-7e0b7bac-d67e-432e-8ba4-8e4c38f76daf tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Project cd22145dede44acfb6409d55f4c00fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:32:07.766341 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7e0b7bac-d67e-432e-8ba4-8e4c38f76daf tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.824371 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7e0b7bac-d67e-432e-8ba4-8e4c38f76daf tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.829650 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7e0b7bac-d67e-432e-8ba4-8e4c38f76daf tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.848593 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b7bac-d67e-432e-8ba4-8e4c38f76daf tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2cf73b-c03c-4705-9a7f-f1486c97fbac,revision_number=0']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:07.858004 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-7e0b7bac-d67e-432e-8ba4-8e4c38f76daf tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:07.859217 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-7e0b7bac-d67e-432e-8ba4-8e4c38f76daf tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281126 Oct 19 08:32:07.941130 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a0d40-0c9b-4874-bde3-c589d17fbf84 None None] New status for floating IP b673d74c-c603-43bd-a599-34c649b2571d: ACTIVE {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:32:07.951099 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe5ab9ed-46b9-41ea-ab32-13ca43b4accf req-0114d7a8-96c5-441c-b862-8fe969375e65 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985919572&fields=id&tenant_id=cd22145dede44acfb6409d55f4c00fcd HTTP/1.1" status: 200 len: 267 time: 0.0386488 Oct 19 08:32:08.004923 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ab9ed-46b9-41ea-ab32-13ca43b4accf req-2687223b-72b8-4146-8474-c544508bb8c6 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:08.006382 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe5ab9ed-46b9-41ea-ab32-13ca43b4accf req-2687223b-72b8-4146-8474-c544508bb8c6 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 946 time: 0.0490842 Oct 19 08:32:08.017856 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-fe5ab9ed-46b9-41ea-ab32-13ca43b4accf req-2043c225-359d-480b-9f71-53dcf55b4615 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Request body: {'port': {'security_groups': ['f51116ac-7c2a-4a76-b0ea-087e4cca500b', 'b94be8c3-234b-4cdf-8578-3672b7eda7b1']}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:08.088206 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-fe5ab9ed-46b9-41ea-ab32-13ca43b4accf req-2043c225-359d-480b-9f71-53dcf55b4615 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:08.269853 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-fe5ab9ed-46b9-41ea-ab32-13ca43b4accf req-2043c225-359d-480b-9f71-53dcf55b4615 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] For port 5b3bdd50-50bd-4849-bb58-8d9b2a088787, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:32:08.301839 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-fe5ab9ed-46b9-41ea-ab32-13ca43b4accf req-2043c225-359d-480b-9f71-53dcf55b4615 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:08.306247 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-fe5ab9ed-46b9-41ea-ab32-13ca43b4accf req-2043c225-359d-480b-9f71-53dcf55b4615 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:08.317524 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['5b3bdd50-50bd-4849-bb58-8d9b2a088787'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:32:08.348908 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ab9ed-46b9-41ea-ab32-13ca43b4accf req-2043c225-359d-480b-9f71-53dcf55b4615 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:08.349527 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-fe5ab9ed-46b9-41ea-ab32-13ca43b4accf req-2043c225-359d-480b-9f71-53dcf55b4615 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:08.350926 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe5ab9ed-46b9-41ea-ab32-13ca43b4accf req-2043c225-359d-480b-9f71-53dcf55b4615 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "PUT /v2.0/ports/5b3bdd50-50bd-4849-bb58-8d9b2a088787 HTTP/1.1" status: 200 len: 982 time: 0.3376391 Oct 19 08:32:08.379323 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043c225-359d-480b-9f71-53dcf55b4615 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event updated for resources: {'Port': ['ID=5b3bdd50-50bd-4849-bb58-8d9b2a088787,revision_number=6']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:08.460135 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['5b3bdd50-50bd-4849-bb58-8d9b2a088787'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:32:08.467762 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d91848-467d-408c-baf3-9b6a0f9e9185 req-a6f593d1-c381-4000-aac9-bb95878b7192 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:08.469275 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-49d91848-467d-408c-baf3-9b6a0f9e9185 req-a6f593d1-c381-4000-aac9-bb95878b7192 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 985 time: 0.0517008 Oct 19 08:32:08.513332 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-49d91848-467d-408c-baf3-9b6a0f9e9185 req-deef4036-d70e-4bae-89f3-d557ba4a27e1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&id=b94be8c3-234b-4cdf-8578-3672b7eda7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366573 Oct 19 08:32:08.662744 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-b5320d1f-48fd-4171-8f3b-494f1aa26cea None None] Provisioning complete for port 5b3bdd50-50bd-4849-bb58-8d9b2a088787 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:32:08.662997 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b5320d1f-48fd-4171-8f3b-494f1aa26cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:08.746654 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2be452-9c6d-4178-ab83-23856c4666a1 req-f1c071ef-f191-47f3-ae7f-a45cb372292d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:08.747956 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b2be452-9c6d-4178-ab83-23856c4666a1 req-f1c071ef-f191-47f3-ae7f-a45cb372292d tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0475683 Oct 19 08:32:08.785969 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b2be452-9c6d-4178-ab83-23856c4666a1 req-c2aac650-d185-4307-a893-6aeb3467d916 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312896 Oct 19 08:32:08.860821 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:32:08.866914 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9780cc-eda3-4dd7-8f6e-3269ae54bc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:32:08.908700 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb56c80-2c9b-4e2e-bd66-69d1aee66596 req-6fd5960f-b9da-4f54-9dce-d0acbdf7fe3e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:08.910426 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cfb56c80-2c9b-4e2e-bd66-69d1aee66596 req-6fd5960f-b9da-4f54-9dce-d0acbdf7fe3e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0578573 Oct 19 08:32:08.911706 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b728a23e-99bc-4e97-a47f-37376d6f1c91 x-openstack-request-id: req-b728a23e-99bc-4e97-a47f-37376d6f1c91 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:32:08.911980 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:32:08.912222 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b728a23e-99bc-4e97-a47f-37376d6f1c91 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:32:08.912722 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787', 'status': 'completed', 'code': 200} Oct 19 08:32:08.918913 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45828) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:08.923799 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-4ea1997a-6176-43b3-a4b2-52f37427ce0a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Request body: {'floatingip': {'port_id': '5a96c138-97d6-476d-b751-ac066e4a3cef'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:08.984765 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4ea1997a-6176-43b3-a4b2-52f37427ce0a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:09.076955 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9780cc-eda3-4dd7-8f6e-3269ae54bc4e req-e5a6a946-e00b-494f-abc5-18c5bcee70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:09.078411 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bd9780cc-eda3-4dd7-8f6e-3269ae54bc4e req-e5a6a946-e00b-494f-abc5-18c5bcee70fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd22145dede44acfb6409d55f4c00fcd&device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 1138 time: 0.1229472 Oct 19 08:32:09.254021 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9780cc-eda3-4dd7-8f6e-3269ae54bc4e req-4553b30e-f708-4d9b-849c-38d4a77eb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:09.255477 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bd9780cc-eda3-4dd7-8f6e-3269ae54bc4e req-4553b30e-f708-4d9b-849c-38d4a77eb5c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dee2382b-c3c0-47d6-b386-cc27151b1833 HTTP/1.1" status: 200 len: 916 time: 0.1677461 Oct 19 08:32:09.395479 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bd9780cc-eda3-4dd7-8f6e-3269ae54bc4e req-ce6f96b4-f16f-49c1-bca1-16d4384c2a4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787 HTTP/1.1" status: 200 len: 1002 time: 0.1243696 Oct 19 08:32:09.755692 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9780cc-eda3-4dd7-8f6e-3269ae54bc4e req-378e05c5-5886-4603-adbc-c5fd9e35e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:09.757128 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bd9780cc-eda3-4dd7-8f6e-3269ae54bc4e req-378e05c5-5886-4603-adbc-c5fd9e35e747 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9584cf7c-402e-4ad3-bbde-741ff64b6661 HTTP/1.1" status: 200 len: 854 time: 0.3243079 Oct 19 08:32:09.852765 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4ea1997a-6176-43b3-a4b2-52f37427ce0a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:09.858812 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9780cc-eda3-4dd7-8f6e-3269ae54bc4e req-2608fb0a-6121-40ca-b5b7-3b538a081010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:09.860319 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bd9780cc-eda3-4dd7-8f6e-3269ae54bc4e req-2608fb0a-6121-40ca-b5b7-3b538a081010 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dee2382b-c3c0-47d6-b386-cc27151b1833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937324 Oct 19 08:32:09.861035 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4ea1997a-6176-43b3-a4b2-52f37427ce0a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:10.025448 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.l3_db [None req-4ea1997a-6176-43b3-a4b2-52f37427ce0a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Floating IP 84d54afb-fde3-434f-b3d6-42daa2cc0b93 associated. External IP: 172.27.2.218, port: 5a96c138-97d6-476d-b751-ac066e4a3cef. Oct 19 08:32:10.063101 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bd9780cc-eda3-4dd7-8f6e-3269ae54bc4e req-79779300-9045-48b9-91ad-bbd27db0fc3e service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698453 Oct 19 08:32:10.234630 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bd9780cc-eda3-4dd7-8f6e-3269ae54bc4e req-35f84000-522a-4dfc-ad22-ae059eb08041 service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603370 Oct 19 08:32:10.306879 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea1997a-6176-43b3-a4b2-52f37427ce0a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Router 85354a51-054a-4aec-87e6-43e1af84f984 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:32:10.409290 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea1997a-6176-43b3-a4b2-52f37427ce0a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:32:10.413939 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4ea1997a-6176-43b3-a4b2-52f37427ce0a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:10.418425 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b8bd4-7164-4615-8536-64aab44d2403 None None] Sync routers for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:32:10.427622 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b8bd4-7164-4615-8536-64aab44d2403 None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:32:10.428212 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-965b8bd4-7164-4615-8536-64aab44d2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:31:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:10.446311 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4ea1997a-6176-43b3-a4b2-52f37427ce0a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "PUT /v2.0/floatingips/84d54afb-fde3-434f-b3d6-42daa2cc0b93 HTTP/1.1" status: 200 len: 991 time: 1.5263882 Oct 19 08:32:10.538175 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-965b8bd4-7164-4615-8536-64aab44d2403 None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:32:10.753044 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-965b8bd4-7164-4615-8536-64aab44d2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': '84d54afb-fde3-434f-b3d6-42daa2cc0b93', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'port_id': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'mac_address': 'fa:16:3e:a4:e3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:31:58Z', 'updated_at': '2021-10-19T08:32:09Z', 'revision_number': 1, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 5, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:10.782965 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b8bd4-7164-4615-8536-64aab44d2403 None None] Checking router: 85354a51-054a-4aec-87e6-43e1af84f984 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:32:10.791167 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b8bd4-7164-4615-8536-64aab44d2403 None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:32:10.791764 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-965b8bd4-7164-4615-8536-64aab44d2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:31:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:10.896281 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-965b8bd4-7164-4615-8536-64aab44d2403 None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:32:10.913390 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:32:10.915965 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dcf001-4a9a-4f86-bd00-ce19123e14fc" -d '{"events": [{"name": "network-changed", "server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:32:10.950253 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa0bd3f-9fe2-4e40-a2af-012c95996a0f x-openstack-request-id: req-dfa0bd3f-9fe2-4e40-a2af-012c95996a0f {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:32:10.950761 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:32:10.951014 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfa0bd3f-9fe2-4e40-a2af-012c95996a0f {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:32:10.951408 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'status': 'completed', 'code': 200} Oct 19 08:32:11.021664 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcf001-4a9a-4f86-bd00-ce19123e14fc req-08f4b8bd-49d3-4474-a539-ff90ae4c2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:11.023175 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-77dcf001-4a9a-4f86-bd00-ce19123e14fc req-08f4b8bd-49d3-4474-a539-ff90ae4c2ba9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 1098 time: 0.0438142 Oct 19 08:32:11.117961 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcf001-4a9a-4f86-bd00-ce19123e14fc req-b7aed044-e264-4c6a-b200-a23431c01453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:11.119502 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-77dcf001-4a9a-4f86-bd00-ce19123e14fc req-b7aed044-e264-4c6a-b200-a23431c01453 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 918 time: 0.0866766 Oct 19 08:32:11.125285 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-965b8bd4-7164-4615-8536-64aab44d2403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': '84d54afb-fde3-434f-b3d6-42daa2cc0b93', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'port_id': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'mac_address': 'fa:16:3e:a4:e3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:31:58Z', 'updated_at': '2021-10-19T08:32:09Z', 'revision_number': 1, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 5, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:11.157854 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965b8bd4-7164-4615-8536-64aab44d2403 None None] The sync data for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi is: [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': '84d54afb-fde3-434f-b3d6-42daa2cc0b93', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'port_id': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'mac_address': 'fa:16:3e:a4:e3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:31:58Z', 'updated_at': '2021-10-19T08:32:09Z', 'revision_number': 1, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 5, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:32:11.194837 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-77dcf001-4a9a-4f86-bd00-ce19123e14fc req-a0065bfa-37e3-44d1-9722-3cec1f419284 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a96c138-97d6-476d-b751-ac066e4a3cef HTTP/1.1" status: 200 len: 999 time: 0.0633512 Oct 19 08:32:11.249061 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcf001-4a9a-4f86-bd00-ce19123e14fc req-8fc1a1c0-835c-4af0-b16e-9dec3a272b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:11.250560 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-77dcf001-4a9a-4f86-bd00-ce19123e14fc req-8fc1a1c0-835c-4af0-b16e-9dec3a272b9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be9abea3-4266-4603-b94f-731252d257c2 HTTP/1.1" status: 200 len: 856 time: 0.0454164 Oct 19 08:32:11.299166 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcf001-4a9a-4f86-bd00-ce19123e14fc req-692d32f4-9cae-4917-b1c0-569a64f17a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:11.300937 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-77dcf001-4a9a-4f86-bd00-ce19123e14fc req-692d32f4-9cae-4917-b1c0-569a64f17a26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b7c9676-b604-477b-a586-63579afd5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423651 Oct 19 08:32:11.348929 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b9aff-8fce-4561-8aef-fbb62705933c None None] New status for floating IP 84d54afb-fde3-434f-b3d6-42daa2cc0b93: ACTIVE {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:32:11.400540 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-77dcf001-4a9a-4f86-bd00-ce19123e14fc req-b7f44aa3-d115-48ca-9ea1-ee13876c6a96 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909147 Oct 19 08:32:11.496238 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-77dcf001-4a9a-4f86-bd00-ce19123e14fc req-756bffe4-944a-41b9-b0c6-1841b25bcde1 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868983 Oct 19 08:32:11.904170 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-0184fcbb-a512-410b-8294-d8958cd126c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:15.103480 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5f55-d3d2-4a3f-9514-3a0429f57588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:15.937270 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:16.620005 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:17.689558 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:19.023402 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:32:21.382731 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:26.112552 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7b274faa-b87a-41ed-932d-4dc2560f8a95 req-e1ee305d-e9a2-44be-ac14-dde54b6c808e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399976 Oct 19 08:32:26.177293 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b274faa-b87a-41ed-932d-4dc2560f8a95 req-cf215982-c664-41cf-9402-3ec08c1f8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:26.178759 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7b274faa-b87a-41ed-932d-4dc2560f8a95 req-cf215982-c664-41cf-9402-3ec08c1f8d09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d039e505af3b42a3afdc9ac76295e901&device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 1098 time: 0.0399830 Oct 19 08:32:26.284362 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b274faa-b87a-41ed-932d-4dc2560f8a95 req-b5bf7063-af4c-4083-9642-d57d93821287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:26.285833 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7b274faa-b87a-41ed-932d-4dc2560f8a95 req-b5bf7063-af4c-4083-9642-d57d93821287 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 HTTP/1.1" status: 200 len: 911 time: 0.0860016 Oct 19 08:32:26.350511 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7b274faa-b87a-41ed-932d-4dc2560f8a95 req-d69b0f4f-c407-4ece-a79d-08475a5ae215 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 HTTP/1.1" status: 200 len: 1001 time: 0.0565057 Oct 19 08:32:26.400705 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b274faa-b87a-41ed-932d-4dc2560f8a95 req-efbcd1c6-b32d-4ae2-bbbd-7a43fe5aaa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:26.402084 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7b274faa-b87a-41ed-932d-4dc2560f8a95 req-efbcd1c6-b32d-4ae2-bbbd-7a43fe5aaa8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa061827-a35c-494b-9df2-e4239fe5ce7a HTTP/1.1" status: 200 len: 849 time: 0.0433598 Oct 19 08:32:26.454179 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b274faa-b87a-41ed-932d-4dc2560f8a95 req-8bcb3b01-dfd1-40fb-9937-d55fa5d34c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:26.455691 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7b274faa-b87a-41ed-932d-4dc2560f8a95 req-8bcb3b01-dfd1-40fb-9937-d55fa5d34c5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434422 Oct 19 08:32:26.551789 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7b274faa-b87a-41ed-932d-4dc2560f8a95 req-12ec6d40-031e-4a68-9b32-b95e23d79540 service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849814 Oct 19 08:32:26.658041 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7b274faa-b87a-41ed-932d-4dc2560f8a95 req-1817acb5-c236-4f79-8d2a-fcb4bd0cb961 service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865343 Oct 19 08:32:35.983610 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467b34d-a05f-4843-b9a5-f3b6fc9aba9d req-628b1b08-843e-4ef9-bac6-159f81f4011f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:35.985029 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9467b34d-a05f-4843-b9a5-f3b6fc9aba9d req-628b1b08-843e-4ef9-bac6-159f81f4011f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0480433 Oct 19 08:32:36.022964 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9467b34d-a05f-4843-b9a5-f3b6fc9aba9d req-487a37a6-62a6-4ead-b58f-ccfe006cbf74 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315402 Oct 19 08:32:37.134647 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358188f8-d384-4477-9945-3a7ffb5c7e7c req-5818f1b3-ed7a-4646-9a6e-58ccb95cf095 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:37.136110 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-358188f8-d384-4477-9945-3a7ffb5c7e7c req-5818f1b3-ed7a-4646-9a6e-58ccb95cf095 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0470777 Oct 19 08:32:37.172738 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-358188f8-d384-4477-9945-3a7ffb5c7e7c req-8f1e7e99-15d0-4601-b12e-f77323055a6c tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=da7c8474-72b2-4b90-a25f-9755291ab865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306489 Oct 19 08:32:37.324355 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbea2be-6281-438b-bc83-74ad37337fff req-d7cd73ca-15df-4c9b-8df0-68d13fec4143 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:37.325749 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cbbea2be-6281-438b-bc83-74ad37337fff req-d7cd73ca-15df-4c9b-8df0-68d13fec4143 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 945 time: 0.0505824 Oct 19 08:32:37.417896 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Deleting port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:32:37.418236 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:37.505502 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] For port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:32:37.505854 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:37.669431 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:37.669698 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:37.670031 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.l3_db [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Floating IP da9091db-d087-43c2-bb74-b156d93064f7 disassociated. External IP: 172.27.2.194, port: dd3a33e9-9f8d-4c39-a3b8-617d066c9a63. Oct 19 08:32:37.670362 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Calling delete_port for dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:32:37.796610 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:37.825325 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event deleted for resources: {'Port': ['ID=dd3a33e9-9f8d-4c39-a3b8-617d066c9a63,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:37.938233 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Router 8d399fa2-a278-4244-b4bf-6552dcbfa466 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:32:38.043344 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:32:38.053423 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92971bcd-a052-4d84-bfdd-bc237c019c10 None None] Sync routers for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:32:38.062252 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92971bcd-a052-4d84-bfdd-bc237c019c10 None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:32:38.062876 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-92971bcd-a052-4d84-bfdd-bc237c019c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:32:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:38.084036 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] No DVR routers for this DVR port dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:32:38.086599 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:38.090014 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cbbea2be-6281-438b-bc83-74ad37337fff req-ae6b29ae-81ed-4eb4-93f1-5eafc0cce59f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.11 "DELETE /v2.0/ports/dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 HTTP/1.1" status: 204 len: 173 time: 0.7570357 Oct 19 08:32:38.090560 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b1ba9b-8d31-4658-9d03-3be46d4f7504', 'name': 'network-vif-deleted', 'tag': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:32:38.093353 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753a3e0b-3105-43c5-9011-6e74dafee62b" -d '{"events": [{"server_uuid": "30b1ba9b-8d31-4658-9d03-3be46d4f7504", "name": "network-vif-deleted", "tag": "dd3a33e9-9f8d-4c39-a3b8-617d066c9a63"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:32:38.134366 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12aaaeb-5ddd-47d8-90be-d502c26a87fe x-openstack-request-id: req-a12aaaeb-5ddd-47d8-90be-d502c26a87fe {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:32:38.134684 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b1ba9b-8d31-4658-9d03-3be46d4f7504", "name": "network-vif-deleted", "tag": "dd3a33e9-9f8d-4c39-a3b8-617d066c9a63", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:32:38.135257 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a12aaaeb-5ddd-47d8-90be-d502c26a87fe {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:32:38.135352 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b1ba9b-8d31-4658-9d03-3be46d4f7504', 'name': 'network-vif-deleted', 'tag': 'dd3a33e9-9f8d-4c39-a3b8-617d066c9a63', 'status': 'completed', 'code': 200} Oct 19 08:32:38.186520 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-92971bcd-a052-4d84-bfdd-bc237c019c10 None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:32:38.301027 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ede6d9ea-f186-4df5-90c0-86f9a3c5f96e req-49294a48-d46a-4300-adc6-963b0f54c2ba tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=30b1ba9b-8d31-4658-9d03-3be46d4f7504 HTTP/1.1" status: 200 len: 210 time: 0.0315285 Oct 19 08:32:38.531198 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-92971bcd-a052-4d84-bfdd-bc237c019c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 5, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:38.557328 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92971bcd-a052-4d84-bfdd-bc237c019c10 None None] Checking router: 8d399fa2-a278-4244-b4bf-6552dcbfa466 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:32:38.565530 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92971bcd-a052-4d84-bfdd-bc237c019c10 None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:32:38.566112 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-92971bcd-a052-4d84-bfdd-bc237c019c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:32:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:38.672070 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-92971bcd-a052-4d84-bfdd-bc237c019c10 None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:32:38.878968 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-92971bcd-a052-4d84-bfdd-bc237c019c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 5, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:38.906189 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92971bcd-a052-4d84-bfdd-bc237c019c10 None None] The sync data for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi is: [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 5, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:32:39.123080 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4151c6-2278-4054-a90f-9db4cd19155c None None] New status for floating IP da9091db-d087-43c2-bb74-b156d93064f7: DOWN {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:32:39.385148 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45942) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:39.438668 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c56d36ac-0658-4966-89fe-58ca4d7660d0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:39.464258 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c56d36ac-0658-4966-89fe-58ca4d7660d0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:39.511376 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c56d36ac-0658-4966-89fe-58ca4d7660d0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:39.514176 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-c56d36ac-0658-4966-89fe-58ca4d7660d0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:39.515389 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-c56d36ac-0658-4966-89fe-58ca4d7660d0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "DELETE /v2.0/security-groups/da7c8474-72b2-4b90-a25f-9755291ab865 HTTP/1.1" status: 204 len: 168 time: 0.1292582 Oct 19 08:32:39.522524 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45944) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:39.524080 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d36ac-0658-4966-89fe-58ca4d7660d0 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7c8474-72b2-4b90-a25f-9755291ab865,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:39.535529 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.api.v2.resource [None req-5e6bae38-f8d5-4231-9b83-441997cf17fc tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] show failed (client error): The resource could not be found. Oct 19 08:32:39.536540 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-5e6bae38-f8d5-4231-9b83-441997cf17fc tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups/da7c8474-72b2-4b90-a25f-9755291ab865 HTTP/1.1" status: 404 len: 347 time: 0.0160429 Oct 19 08:32:39.539496 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45946) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:39.659781 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-881d8fae-af7b-4257-be7d-60d29c44bb17 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Deleting port 6b22917f-3b8b-4f1f-905c-e57be864cfa6 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:32:39.660032 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-881d8fae-af7b-4257-be7d-60d29c44bb17 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:39.734734 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-881d8fae-af7b-4257-be7d-60d29c44bb17 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:39.735059 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-881d8fae-af7b-4257-be7d-60d29c44bb17 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:39.747021 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-881d8fae-af7b-4257-be7d-60d29c44bb17 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Calling delete_port for 6b22917f-3b8b-4f1f-905c-e57be864cfa6 owned by network:floatingip {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:32:40.130444 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-881d8fae-af7b-4257-be7d-60d29c44bb17 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.153424 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d8fae-af7b-4257-be7d-60d29c44bb17 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event deleted for resources: {'Port': ['ID=6b22917f-3b8b-4f1f-905c-e57be864cfa6,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:40.213287 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-881d8fae-af7b-4257-be7d-60d29c44bb17 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.215772 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-881d8fae-af7b-4257-be7d-60d29c44bb17 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.216912 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-881d8fae-af7b-4257-be7d-60d29c44bb17 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "DELETE /v2.0/floatingips/da9091db-d087-43c2-bb74-b156d93064f7 HTTP/1.1" status: 204 len: 168 time: 0.6764710 Oct 19 08:32:40.641898 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45952) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:40.646550 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-deb0efb4-d691-40d6-94a9-6ca225eee89a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--17749671', 'description': 'tempest-description--1019425036'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:40.668844 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-deb0efb4-d691-40d6-94a9-6ca225eee89a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.732515 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-deb0efb4-d691-40d6-94a9-6ca225eee89a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.735860 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-deb0efb4-d691-40d6-94a9-6ca225eee89a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.765571 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-deb0efb4-d691-40d6-94a9-6ca225eee89a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.766785 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-deb0efb4-d691-40d6-94a9-6ca225eee89a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1237853 Oct 19 08:32:40.770650 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45954) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:40.771198 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0efb4-d691-40d6-94a9-6ca225eee89a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225f01fb-50f4-4cdd-8339-7ca72388afd3,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:40.776826 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-302d423a-64c5-472c-b752-13904d15377e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Request body: {'security_group_rule': {'security_group_id': '225f01fb-50f4-4cdd-8339-7ca72388afd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:40.803737 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-302d423a-64c5-472c-b752-13904d15377e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.849555 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-302d423a-64c5-472c-b752-13904d15377e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.852994 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-302d423a-64c5-472c-b752-13904d15377e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.870767 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d423a-64c5-472c-b752-13904d15377e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37797e29-1993-4a03-a850-ee9a82b82f33,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:40.878324 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-302d423a-64c5-472c-b752-13904d15377e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.879527 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-302d423a-64c5-472c-b752-13904d15377e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1078918 Oct 19 08:32:40.882217 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 45956) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:40.886408 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-ce493fd7-d61a-4e32-841e-6341dc6bf0ff tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Request body: {'security_group_rule': {'security_group_id': '225f01fb-50f4-4cdd-8339-7ca72388afd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:40.911918 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ce493fd7-d61a-4e32-841e-6341dc6bf0ff tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group_rule, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.966586 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ce493fd7-d61a-4e32-841e-6341dc6bf0ff tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.970725 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ce493fd7-d61a-4e32-841e-6341dc6bf0ff tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372126'] for security_group_rule, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.984869 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce493fd7-d61a-4e32-841e-6341dc6bf0ff tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da7d309-bf7a-4577-ad22-83931c075f27,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:40.994703 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ce493fd7-d61a-4e32-841e-6341dc6bf0ff tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group_rule, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:40.995881 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-ce493fd7-d61a-4e32-841e-6341dc6bf0ff tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127253 Oct 19 08:32:40.999157 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 45958) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:41.004332 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Request body: {'floatingip': {'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:41.027458 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:41.125442 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:41.236391 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Allocated IP 172.27.2.73 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/9a274b42-b345-49ab-97eb-c6405b5507f8) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:32:41.334184 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:41.371525 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:41.415309 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:32:41.419534 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:32:41.421936 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:32:41.448198 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event updated for resources: {'Port': ['ID=9a274b42-b345-49ab-97eb-c6405b5507f8,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:41.512133 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:41.544394 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:41.692269 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:41.696299 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:41.772126 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event updated for resources: {'Port': ['ID=9a274b42-b345-49ab-97eb-c6405b5507f8,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:41.780697 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:41.796672 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:41.797969 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-15384a78-8086-4ad3-8c77-5fdccb31f699 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7977226 Oct 19 08:32:41.833617 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:32:41.853181 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:32:41.853589 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device dd3a33e9-9f8d-4c39-a3b8-617d066c9a63 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:32:41.906414 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-04f1cb47-fe4b-44ae-895b-ac6a3ce7e5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:41.980889 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-efc90934-e767-49d0-b4e1-13db2f2f8c6e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--17749671&fields=id&tenant_id=d039e505af3b42a3afdc9ac76295e901 HTTP/1.1" status: 200 len: 267 time: 0.0322018 Oct 19 08:32:42.085811 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-b978747b-f92f-4199-a882-de3ac07a46a5 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:42.087379 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-b978747b-f92f-4199-a882-de3ac07a46a5 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/networks?id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 HTTP/1.1" status: 200 len: 810 time: 0.0990307 Oct 19 08:32:42.101969 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-7394ecab-6df3-45f8-ae86-e174ce46de72 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/quotas/d039e505af3b42a3afdc9ac76295e901 HTTP/1.1" status: 200 len: 375 time: 0.0088575 Oct 19 08:32:42.161096 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-2698b93f-427e-4eee-aa88-d8c4e880cf3f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d039e505af3b42a3afdc9ac76295e901&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538194 Oct 19 08:32:42.255212 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-8b0248c4-21c3-4380-81b1-8884576104d5 service neutron] 10.222.0.26 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827448 Oct 19 08:32:42.345122 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-b6be6e38-0bf4-4ef0-932f-0f47a757bdf0 service neutron] 10.222.0.26 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839715 Oct 19 08:32:42.503944 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-43529c78-ee2d-4a96-8f29-22e2884b2768 req-d733fd06-316e-43a0-b74c-d208f2dfaeee tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 210 time: 0.0272255 Oct 19 08:32:43.418613 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-6de2a83e-4c61-4aec-a5d3-bf2d434609f7 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:43.420066 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-6de2a83e-4c61-4aec-a5d3-bf2d434609f7 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.11 "GET /v2.0/networks?id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 HTTP/1.1" status: 200 len: 810 time: 0.1129587 Oct 19 08:32:43.463640 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-6784e9f1-74f6-44d9-83cd-1de247e4ef77 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d039e505af3b42a3afdc9ac76295e901 HTTP/1.1" status: 200 len: 378 time: 0.0337517 Oct 19 08:32:43.473419 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-de8d6d78-32ed-4b0b-9d46-7e355489aae2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Request body: {'port': {'device_id': '8da1c23b-61b7-480c-b3b4-90f5793c0f55', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'admin_state_up': True, 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'security_groups': ['225f01fb-50f4-4cdd-8339-7ca72388afd3']}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:43.604431 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-92edb183-01b7-45fc-8ce9-591c6ffdf7c0 req-ef6827b6-6b83-4e0b-ad2b-7f831ccb9d11 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 210 time: 0.0322411 Oct 19 08:32:43.608729 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-de8d6d78-32ed-4b0b-9d46-7e355489aae2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Made reservation on behalf of d039e505af3b42a3afdc9ac76295e901 for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:32:43.612794 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-de8d6d78-32ed-4b0b-9d46-7e355489aae2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:43.734901 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-de8d6d78-32ed-4b0b-9d46-7e355489aae2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Allocated IP 172.20.0.14 (5ed1909e-af6f-44e6-9da9-5c8feb78bdd0/aa061827-a35c-494b-9df2-e4239fe5ce7a/7532eae6-a4a9-45d4-a23f-5cc7a5b33a17) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:32:43.868912 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-de8d6d78-32ed-4b0b-9d46-7e355489aae2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:43.902216 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-de8d6d78-32ed-4b0b-9d46-7e355489aae2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:43.941702 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-de8d6d78-32ed-4b0b-9d46-7e355489aae2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:32:43.944668 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-de8d6d78-32ed-4b0b-9d46-7e355489aae2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:32:43.948188 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-de8d6d78-32ed-4b0b-9d46-7e355489aae2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:32:43.975492 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d6d78-32ed-4b0b-9d46-7e355489aae2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event updated for resources: {'Port': ['ID=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:44.003939 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-de8d6d78-32ed-4b0b-9d46-7e355489aae2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:44.004564 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-de8d6d78-32ed-4b0b-9d46-7e355489aae2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:44.021823 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-de8d6d78-32ed-4b0b-9d46-7e355489aae2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5521781 Oct 19 08:32:44.034587 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Request body: {'port': {'device_id': '8da1c23b-61b7-480c-b3b4-90f5793c0f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:44.094385 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:44.192899 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-38e25282-1347-4438-8015-2785529aeb24 None None] Provisioning complete for port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:32:44.193489 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-38e25282-1347-4438-8015-2785529aeb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:44.229488 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-38e25282-1347-4438-8015-2785529aeb24 None None] Port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:32:44.357912 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:32:44.365648 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:44.377592 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Transition to ACTIVE for port object 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:32:44.382178 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:44.433914 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Pushing event updated for resources: {'Port': ['ID=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:44.505383 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Attempting to bind port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:32:44.505746 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Attempting to bind port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:32:44.506079 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Attempting to bind port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 on network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:32:44.510612 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 on network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:32:44.510937 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Attempting to bind port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 on network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:32:44.516064 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:32:44.516398 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Checking segment: {'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:32:44.516780 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Bound using segment: {'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:32:44.517204 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Bound port: 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c920fd0-ef98-4178-8676-4fddae133c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:32:44.517765 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:44.582876 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] For port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:32:44.586200 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] For port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:32:44.590346 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:44.624582 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:44.625187 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:44.626674 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] 10.222.0.11 "PUT /v2.0/ports/7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 HTTP/1.1" status: 200 len: 1094 time: 0.5967064 Oct 19 08:32:44.627121 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da1c23b-61b7-480c-b3b4-90f5793c0f55', 'tag': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:32:44.629473 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483a7803-265e-4ae4-b71a-7049cdea6ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "8da1c23b-61b7-480c-b3b4-90f5793c0f55", "tag": "7532eae6-a4a9-45d4-a23f-5cc7a5b33a17"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:32:44.661926 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028987f-d746-4d1c-b25d-8eb1c77c4c9e service neutron] Pushing event updated for resources: {'Port': ['ID=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:44.677749 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522ee7f8-4459-44e8-8324-14304f9096b3 x-openstack-request-id: req-522ee7f8-4459-44e8-8324-14304f9096b3 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:32:44.678117 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da1c23b-61b7-480c-b3b4-90f5793c0f55", "tag": "7532eae6-a4a9-45d4-a23f-5cc7a5b33a17", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:32:44.678360 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-522ee7f8-4459-44e8-8324-14304f9096b3 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:32:44.678823 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da1c23b-61b7-480c-b3b4-90f5793c0f55', 'tag': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17', 'status': 'completed', 'code': 200} Oct 19 08:32:44.755351 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-efff5645-4049-4d15-95f3-d7aef39d47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:44.756881 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-efff5645-4049-4d15-95f3-d7aef39d47b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d039e505af3b42a3afdc9ac76295e901&device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 1097 time: 0.0768316 Oct 19 08:32:44.770027 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b734b-5aca-420b-93ee-9a80a6bd477b req-66bef223-08f9-4c6d-a665-6e115659c0d1 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:44.771576 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2e2b734b-5aca-420b-93ee-9a80a6bd477b req-66bef223-08f9-4c6d-a665-6e115659c0d1 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 944 time: 0.0620058 Oct 19 08:32:44.814582 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-f4c6865d-a47f-4d94-8fe0-2add0b80de9f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 HTTP/1.1" status: 200 len: 217 time: 0.0417879 Oct 19 08:32:44.876050 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2e2b734b-5aca-420b-93ee-9a80a6bd477b req-e6a824a4-1b18-48da-96bd-7a44d95c2a40 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=225f01fb-50f4-4cdd-8339-7ca72388afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974998 Oct 19 08:32:44.886076 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-37c1c44a-5eb8-4cfc-9a10-92d6785ef2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:44.892211 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-37c1c44a-5eb8-4cfc-9a10-92d6785ef2b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa061827-a35c-494b-9df2-e4239fe5ce7a HTTP/1.1" status: 200 len: 849 time: 0.0654426 Oct 19 08:32:44.933132 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-e0eddbfe-db60-4882-8f8e-eb181c33b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:44.934668 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-e0eddbfe-db60-4882-8f8e-eb181c33b85a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398407 Oct 19 08:32:45.032458 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-b48d54bc-69c6-439e-8e98-d98052247afc service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896389 Oct 19 08:32:45.104098 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-161b12a4-8434-4997-8dbb-9e6bbc9c2922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:45.124977 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2c1e8a8f-5f06-4bd6-956b-96f80cdd2363 req-b32628fa-e21a-43ff-954e-29db0b736deb service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844097 Oct 19 08:32:45.226669 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a7803-265e-4ae4-b71a-7049cdea6ebb req-9d35f0db-7eee-4526-ace1-f4057a6f887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:45.228109 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-483a7803-265e-4ae4-b71a-7049cdea6ebb req-9d35f0db-7eee-4526-ace1-f4057a6f887f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d039e505af3b42a3afdc9ac76295e901&device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 1097 time: 0.0395863 Oct 19 08:32:45.321960 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a7803-265e-4ae4-b71a-7049cdea6ebb req-fa95f30e-889c-4e81-8c92-686646583c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:45.323421 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-483a7803-265e-4ae4-b71a-7049cdea6ebb req-fa95f30e-889c-4e81-8c92-686646583c27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 HTTP/1.1" status: 200 len: 911 time: 0.0874844 Oct 19 08:32:45.366059 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-483a7803-265e-4ae4-b71a-7049cdea6ebb req-911116f2-3184-487f-b5b7-70351fbdc054 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 HTTP/1.1" status: 200 len: 217 time: 0.0342574 Oct 19 08:32:45.418465 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a7803-265e-4ae4-b71a-7049cdea6ebb req-31d91fb6-7711-43a4-9fc6-307d20fd9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:45.419930 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-483a7803-265e-4ae4-b71a-7049cdea6ebb req-31d91fb6-7711-43a4-9fc6-307d20fd9506 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa061827-a35c-494b-9df2-e4239fe5ce7a HTTP/1.1" status: 200 len: 849 time: 0.0470109 Oct 19 08:32:45.464551 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a7803-265e-4ae4-b71a-7049cdea6ebb req-2b59c011-16f8-4edf-b002-8bd3226a57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:45.465976 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-483a7803-265e-4ae4-b71a-7049cdea6ebb req-2b59c011-16f8-4edf-b002-8bd3226a57d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383470 Oct 19 08:32:45.557614 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-483a7803-265e-4ae4-b71a-7049cdea6ebb req-c8cf33bb-10e2-45f3-b344-c10b868dbe44 service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826499 Oct 19 08:32:45.645230 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-483a7803-265e-4ae4-b71a-7049cdea6ebb req-a9ce89d7-4f0e-4977-80b8-49c223c5347e service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805373 Oct 19 08:32:45.939159 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:45.993062 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731eb091-b190-4473-853a-a6a2f8796d5c req-fe6fa3d3-1628-404c-aec4-8e1acfef2dbf tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:45.994524 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-731eb091-b190-4473-853a-a6a2f8796d5c req-fe6fa3d3-1628-404c-aec4-8e1acfef2dbf tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 944 time: 0.0485556 Oct 19 08:32:46.032085 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-731eb091-b190-4473-853a-a6a2f8796d5c req-c431c698-31e9-46cf-9699-0c599894f93a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=225f01fb-50f4-4cdd-8339-7ca72388afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317273 Oct 19 08:32:46.621109 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:47.147645 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f83c22-d073-4915-aead-32ce686b6058 req-e3e58a37-6895-4ac2-a794-658009a82c42 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:47.149075 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e6f83c22-d073-4915-aead-32ce686b6058 req-e3e58a37-6895-4ac2-a794-658009a82c42 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 944 time: 0.0517786 Oct 19 08:32:47.185879 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e6f83c22-d073-4915-aead-32ce686b6058 req-c77a1694-89e2-4d6f-8f7a-71710a64a066 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=225f01fb-50f4-4cdd-8339-7ca72388afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308540 Oct 19 08:32:47.690698 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:48.296654 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8bb64-b4a8-4c21-b431-df5655a144a4 req-5c826a7c-3959-4596-a3f6-e15a21f62dcc tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:48.298081 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f3d8bb64-b4a8-4c21-b431-df5655a144a4 req-5c826a7c-3959-4596-a3f6-e15a21f62dcc tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 944 time: 0.0478516 Oct 19 08:32:48.335870 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f3d8bb64-b4a8-4c21-b431-df5655a144a4 req-f0b7edff-8374-4937-9f2c-0466badc5754 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=225f01fb-50f4-4cdd-8339-7ca72388afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318506 Oct 19 08:32:49.450731 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a979b02-254d-45a8-881a-2d8ab9269e49 req-58885409-268a-4963-87a8-e6398ea255f4 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:49.452216 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3a979b02-254d-45a8-881a-2d8ab9269e49 req-58885409-268a-4963-87a8-e6398ea255f4 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 944 time: 0.0492110 Oct 19 08:32:49.489395 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3a979b02-254d-45a8-881a-2d8ab9269e49 req-f26ac568-2137-409d-a74f-ee4b5cab99af tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=225f01fb-50f4-4cdd-8339-7ca72388afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307460 Oct 19 08:32:49.883804 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:32:49.976313 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:32:49.987413 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'port_id': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17', 'mac_address': 'fa:16:3e:f6:8f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:32:50.028307 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:50.041453 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:32:50.060050 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:32:50.063703 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:50.109650 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:50.116628 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:50.116975 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:50.117315 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:50.117648 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:50.117978 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:50.118308 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:50.118666 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:50.118991 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:50.119335 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:50.119656 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:50.119973 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:50.120290 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:50.487389 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['7532eae6-a4a9-45d4-a23f-5cc7a5b33a17'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:32:50.607710 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ffc64-0542-4414-95d5-e1c6e37cd1cf req-dd361690-9e65-4c99-8f09-33c2d0c1f43f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:50.609151 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e07ffc64-0542-4414-95d5-e1c6e37cd1cf req-dd361690-9e65-4c99-8f09-33c2d0c1f43f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 945 time: 0.0517178 Oct 19 08:32:50.646792 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e07ffc64-0542-4414-95d5-e1c6e37cd1cf req-1676a9cd-ee13-4bb6-9b57-5a428ddb97ae tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=225f01fb-50f4-4cdd-8339-7ca72388afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316606 Oct 19 08:32:51.379890 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:51.758586 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28907-1976-4c8c-a081-7f88e694f608 req-06243234-fcb0-4435-a187-5181bcc1c262 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:51.760028 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dca28907-1976-4c8c-a081-7f88e694f608 req-06243234-fcb0-4435-a187-5181bcc1c262 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 945 time: 0.0486996 Oct 19 08:32:51.796396 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dca28907-1976-4c8c-a081-7f88e694f608 req-8de616c5-5076-4128-9bcd-f22f814eadb2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=225f01fb-50f4-4cdd-8339-7ca72388afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303063 Oct 19 08:32:51.906806 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:32:51.953968 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:32:51.957606 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:32:51.957993 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:52.030657 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:52.052897 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da1c23b-61b7-480c-b3b4-90f5793c0f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:32:52.055166 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e48563c-28bd-4b86-9c1e-85ecaeb07ffb" -d '{"events": [{"server_uuid": "8da1c23b-61b7-480c-b3b4-90f5793c0f55", "name": "network-vif-plugged", "status": "completed", "tag": "7532eae6-a4a9-45d4-a23f-5cc7a5b33a17"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:32:52.071207 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:32:52.075036 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:52.101661 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c920a8b4-9d94-45c0-9ed8-e8e3e9e64c4a x-openstack-request-id: req-c920a8b4-9d94-45c0-9ed8-e8e3e9e64c4a {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:32:52.101946 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da1c23b-61b7-480c-b3b4-90f5793c0f55", "name": "network-vif-plugged", "status": "completed", "tag": "7532eae6-a4a9-45d4-a23f-5cc7a5b33a17", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:32:52.102194 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c920a8b4-9d94-45c0-9ed8-e8e3e9e64c4a {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:32:52.102700 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da1c23b-61b7-480c-b3b4-90f5793c0f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17', 'code': 200} Oct 19 08:32:52.132586 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:52.264542 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d68ee7-0ca6-47ac-8dec-8ba3a26935e1 req-c092cbb2-1da8-4f42-9ccc-011485fd5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:52.265853 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c5d68ee7-0ca6-47ac-8dec-8ba3a26935e1 req-c092cbb2-1da8-4f42-9ccc-011485fd5a2f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 1099 time: 0.0388985 Oct 19 08:32:52.301360 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c5d68ee7-0ca6-47ac-8dec-8ba3a26935e1 req-54ea11c2-13b9-4d8d-b801-65a530c58f53 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=225f01fb-50f4-4cdd-8339-7ca72388afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0255475 Oct 19 08:32:52.914907 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f4e98-8712-4f9b-b002-2dee240509ee req-c5553f3d-bb03-4bd0-99e2-d56fd513a261 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:52.916350 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c02f4e98-8712-4f9b-b002-2dee240509ee req-c5553f3d-bb03-4bd0-99e2-d56fd513a261 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 946 time: 0.0509648 Oct 19 08:32:52.953621 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c02f4e98-8712-4f9b-b002-2dee240509ee req-54da6ec7-52a0-417f-92d3-2809bacbfb8a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=225f01fb-50f4-4cdd-8339-7ca72388afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315037 Oct 19 08:32:54.068145 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a71eac-b177-4fb4-87d0-3244201588c7 req-164655ec-a94a-4568-a983-9f7fdee4c38d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:54.069502 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-14a71eac-b177-4fb4-87d0-3244201588c7 req-164655ec-a94a-4568-a983-9f7fdee4c38d tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 946 time: 0.0476224 Oct 19 08:32:54.106895 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-14a71eac-b177-4fb4-87d0-3244201588c7 req-4862dde3-8050-443b-b0f2-d14263af402f tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=225f01fb-50f4-4cdd-8339-7ca72388afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315709 Oct 19 08:32:54.216496 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c895180-9d2f-4c56-9e52-60b8e7e72856 req-a2b46998-c4dd-4a9a-b594-562381b8dd68 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:54.217932 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8c895180-9d2f-4c56-9e52-60b8e7e72856 req-a2b46998-c4dd-4a9a-b594-562381b8dd68 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 946 time: 0.0473468 Oct 19 08:32:54.226923 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 46048) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:32:54.231124 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-457bbf42-86e0-4fb2-8a0b-41015cbbcedd tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Request body: {'floatingip': {'port_id': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:32:54.273118 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-457bbf42-86e0-4fb2-8a0b-41015cbbcedd tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:54.704538 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-457bbf42-86e0-4fb2-8a0b-41015cbbcedd tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:54.708402 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-457bbf42-86e0-4fb2-8a0b-41015cbbcedd tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:54.805632 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.l3_db [None req-457bbf42-86e0-4fb2-8a0b-41015cbbcedd tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Floating IP f2349fa2-1f79-4efb-a766-9e776f676528 associated. External IP: 172.27.2.73, port: 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17. Oct 19 08:32:55.252979 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457bbf42-86e0-4fb2-8a0b-41015cbbcedd tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Router 8d399fa2-a278-4244-b4bf-6552dcbfa466 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:32:55.360776 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457bbf42-86e0-4fb2-8a0b-41015cbbcedd tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:32:55.365310 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-457bbf42-86e0-4fb2-8a0b-41015cbbcedd tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:32:55.370314 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24da4e-efe6-4f46-8ff2-577fa5989a9e None None] Sync routers for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:32:55.380584 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24da4e-efe6-4f46-8ff2-577fa5989a9e None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:32:55.381115 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-5e24da4e-efe6-4f46-8ff2-577fa5989a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:32:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:55.394986 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-457bbf42-86e0-4fb2-8a0b-41015cbbcedd tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "PUT /v2.0/floatingips/f2349fa2-1f79-4efb-a766-9e776f676528 HTTP/1.1" status: 200 len: 991 time: 1.1639917 Oct 19 08:32:55.394986 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da1c23b-61b7-480c-b3b4-90f5793c0f55', 'tag': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:32:55.395436 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93d7e39-862c-4858-94a8-27db7b86b39b" -d '{"events": [{"name": "network-changed", "server_uuid": "8da1c23b-61b7-480c-b3b4-90f5793c0f55", "tag": "7532eae6-a4a9-45d4-a23f-5cc7a5b33a17"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:32:55.434594 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d40b1a-f371-4ffa-8303-25d15127b06c x-openstack-request-id: req-f5d40b1a-f371-4ffa-8303-25d15127b06c {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:32:55.435543 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da1c23b-61b7-480c-b3b4-90f5793c0f55", "tag": "7532eae6-a4a9-45d4-a23f-5cc7a5b33a17", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:32:55.435797 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5d40b1a-f371-4ffa-8303-25d15127b06c {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:32:55.436197 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da1c23b-61b7-480c-b3b4-90f5793c0f55', 'tag': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17', 'status': 'completed', 'code': 200} Oct 19 08:32:55.492611 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-5e24da4e-efe6-4f46-8ff2-577fa5989a9e None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:32:55.505494 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d7e39-862c-4858-94a8-27db7b86b39b req-b16315ab-6e90-4efa-bdf2-5b503b89c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:55.507272 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a93d7e39-862c-4858-94a8-27db7b86b39b req-b16315ab-6e90-4efa-bdf2-5b503b89c510 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d039e505af3b42a3afdc9ac76295e901&device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 1099 time: 0.0427418 Oct 19 08:32:55.603673 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d7e39-862c-4858-94a8-27db7b86b39b req-40c51f44-4096-4855-b692-26a9850cb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:55.605132 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a93d7e39-862c-4858-94a8-27db7b86b39b req-40c51f44-4096-4855-b692-26a9850cb148 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 HTTP/1.1" status: 200 len: 911 time: 0.0895195 Oct 19 08:32:55.677187 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a93d7e39-862c-4858-94a8-27db7b86b39b req-5c31bd7d-ee88-4bd7-8854-c7c45564df62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 HTTP/1.1" status: 200 len: 999 time: 0.0591769 Oct 19 08:32:55.716886 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-5e24da4e-efe6-4f46-8ff2-577fa5989a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'f2349fa2-1f79-4efb-a766-9e776f676528', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'port_id': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'mac_address': 'fa:16:3e:f6:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1c23b-61b7-480c-b3b4-90f5793c0f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:32:41Z', 'updated_at': '2021-10-19T08:32:54Z', 'revision_number': 1, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 5, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:55.730466 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d7e39-862c-4858-94a8-27db7b86b39b req-270166f9-ddc5-45bd-8c27-ea389d846aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:55.732068 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a93d7e39-862c-4858-94a8-27db7b86b39b req-270166f9-ddc5-45bd-8c27-ea389d846aba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa061827-a35c-494b-9df2-e4239fe5ce7a HTTP/1.1" status: 200 len: 849 time: 0.0466127 Oct 19 08:32:55.746391 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24da4e-efe6-4f46-8ff2-577fa5989a9e None None] Checking router: 8d399fa2-a278-4244-b4bf-6552dcbfa466 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:32:55.755380 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24da4e-efe6-4f46-8ff2-577fa5989a9e None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:32:55.755964 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-5e24da4e-efe6-4f46-8ff2-577fa5989a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:32:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:55.784033 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d7e39-862c-4858-94a8-27db7b86b39b req-ed33883c-966a-486c-8de6-7abeec041e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:32:55.785713 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a93d7e39-862c-4858-94a8-27db7b86b39b req-ed33883c-966a-486c-8de6-7abeec041e59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449140 Oct 19 08:32:55.861700 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-5e24da4e-efe6-4f46-8ff2-577fa5989a9e None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:32:55.893565 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a93d7e39-862c-4858-94a8-27db7b86b39b req-67d68ac4-6962-4f91-aeb0-21dbc51c7356 service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928226 Oct 19 08:32:55.997449 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a93d7e39-862c-4858-94a8-27db7b86b39b req-30a0ab1b-f78d-48b9-9a75-82d6533661d3 service neutron] 10.222.0.11 "GET /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949757 Oct 19 08:32:56.033439 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:32:56.114682 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-5e24da4e-efe6-4f46-8ff2-577fa5989a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'f2349fa2-1f79-4efb-a766-9e776f676528', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'port_id': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'mac_address': 'fa:16:3e:f6:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1c23b-61b7-480c-b3b4-90f5793c0f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:32:41Z', 'updated_at': '2021-10-19T08:32:54Z', 'revision_number': 1, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 5, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:32:56.156038 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e24da4e-efe6-4f46-8ff2-577fa5989a9e None None] The sync data for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi is: [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'f2349fa2-1f79-4efb-a766-9e776f676528', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'port_id': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'mac_address': 'fa:16:3e:f6:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da1c23b-61b7-480c-b3b4-90f5793c0f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:32:41Z', 'updated_at': '2021-10-19T08:32:54Z', 'revision_number': 1, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 5, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:32:56.349099 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e8c89-a130-4b9c-b559-df231f504e59 None None] New status for floating IP f2349fa2-1f79-4efb-a766-9e776f676528: ACTIVE {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:33:11.909468 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-8d0241d1-a34b-4381-b038-84c8f414c0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:15.103857 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-9f46e3ad-6031-42b2-ba8f-f0705cc6d5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:15.941057 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:16.622839 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:17.692254 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:21.384695 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:23.031900 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431899f-d11d-4da1-933f-6c9b7e666dde req-499c0d75-7e81-4e59-b7d3-a56ad8932a05 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:23.033274 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a431899f-d11d-4da1-933f-6c9b7e666dde req-499c0d75-7e81-4e59-b7d3-a56ad8932a05 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 985 time: 0.0747938 Oct 19 08:33:23.042162 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d241cf-00da-41af-8305-d9d615c3f42b req-287e723b-eb34-45b3-8761-745f4d790d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:23.043550 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c3d241cf-00da-41af-8305-d9d615c3f42b req-287e723b-eb34-45b3-8761-745f4d790d72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd22145dede44acfb6409d55f4c00fcd&device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 1138 time: 0.0597858 Oct 19 08:33:23.107263 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a431899f-d11d-4da1-933f-6c9b7e666dde req-eeb9eca0-76b4-4683-988f-b5185790ba6b tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&id=b94be8c3-234b-4cdf-8578-3672b7eda7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672786 Oct 19 08:33:23.162229 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d241cf-00da-41af-8305-d9d615c3f42b req-55da4e48-ea4f-496f-bc50-d07e8950c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:23.163749 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c3d241cf-00da-41af-8305-d9d615c3f42b req-55da4e48-ea4f-496f-bc50-d07e8950c8e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dee2382b-c3c0-47d6-b386-cc27151b1833 HTTP/1.1" status: 200 len: 916 time: 0.1082263 Oct 19 08:33:23.230282 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c3d241cf-00da-41af-8305-d9d615c3f42b req-4bb0b6e1-c13c-4657-bef3-90a625d35b75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787 HTTP/1.1" status: 200 len: 1002 time: 0.0581303 Oct 19 08:33:23.283782 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d241cf-00da-41af-8305-d9d615c3f42b req-b2f3735d-5c39-450b-afa1-e72c9ac22311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:23.285112 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c3d241cf-00da-41af-8305-d9d615c3f42b req-b2f3735d-5c39-450b-afa1-e72c9ac22311 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9584cf7c-402e-4ad3-bbde-741ff64b6661 HTTP/1.1" status: 200 len: 854 time: 0.0466669 Oct 19 08:33:23.329950 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d241cf-00da-41af-8305-d9d615c3f42b req-fcfff948-5e36-41da-b539-f6f2ff1c3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:23.331415 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c3d241cf-00da-41af-8305-d9d615c3f42b req-fcfff948-5e36-41da-b539-f6f2ff1c3716 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dee2382b-c3c0-47d6-b386-cc27151b1833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382283 Oct 19 08:33:23.423012 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c3d241cf-00da-41af-8305-d9d615c3f42b req-dcf1b518-2534-4ada-9ca1-c8579a6f120c service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837975 Oct 19 08:33:23.511315 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c3d241cf-00da-41af-8305-d9d615c3f42b req-16676c6f-f5ac-40f2-95a4-9f18b756285e service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801461 Oct 19 08:33:24.226144 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f2286-193c-4ebd-aa8f-b92ac46ff002 req-5625bd31-403b-4e60-ae10-b23262d5dacd tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:24.227613 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6b9f2286-193c-4ebd-aa8f-b92ac46ff002 req-5625bd31-403b-4e60-ae10-b23262d5dacd tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 985 time: 0.0485556 Oct 19 08:33:24.267113 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6b9f2286-193c-4ebd-aa8f-b92ac46ff002 req-eeedfcb2-fccf-4e91-a198-40f5e9d9c341 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&id=b94be8c3-234b-4cdf-8578-3672b7eda7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332215 Oct 19 08:33:25.385431 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c52b82-0324-4221-a54c-498fb9ff7750 req-6a2aa7b6-25ab-4046-9bec-c27ea7a4578d tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:25.386904 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-34c52b82-0324-4221-a54c-498fb9ff7750 req-6a2aa7b6-25ab-4046-9bec-c27ea7a4578d tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 985 time: 0.0520880 Oct 19 08:33:25.427262 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-34c52b82-0324-4221-a54c-498fb9ff7750 req-fd77b5bf-761b-45e2-805b-79f2f83555db tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&id=b94be8c3-234b-4cdf-8578-3672b7eda7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340075 Oct 19 08:33:25.617348 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1af6ca34-34fd-4693-82f1-3073d004c6ed req-37d6fade-ea20-484c-82da-1aaef19a1aeb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399098 Oct 19 08:33:25.694736 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6ca34-34fd-4693-82f1-3073d004c6ed req-edfeda87-44bb-48dd-a23b-3544e7eaa69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:25.696165 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1af6ca34-34fd-4693-82f1-3073d004c6ed req-edfeda87-44bb-48dd-a23b-3544e7eaa69f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c35a609df154c65988d39d98e9f50c8&device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 1099 time: 0.0389426 Oct 19 08:33:25.798746 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6ca34-34fd-4693-82f1-3073d004c6ed req-78dd8f66-97f9-46ee-b548-8b23405aca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:25.800215 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1af6ca34-34fd-4693-82f1-3073d004c6ed req-78dd8f66-97f9-46ee-b548-8b23405aca62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb031b3e-c52c-423e-8e10-3f31ca90acd6 HTTP/1.1" status: 200 len: 910 time: 0.0850081 Oct 19 08:33:25.864464 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1af6ca34-34fd-4693-82f1-3073d004c6ed req-c040fe70-b077-4663-9abb-0955823a69fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0882c-425b-45ca-9a64-43ef73c77095 HTTP/1.1" status: 200 len: 1001 time: 0.0562954 Oct 19 08:33:25.916976 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6ca34-34fd-4693-82f1-3073d004c6ed req-17aa7fea-2a05-4075-93b0-dfc67cf0e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:25.918310 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1af6ca34-34fd-4693-82f1-3073d004c6ed req-17aa7fea-2a05-4075-93b0-dfc67cf0e505 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579fb183-31e6-4819-83c6-66e752c298e0 HTTP/1.1" status: 200 len: 848 time: 0.0465727 Oct 19 08:33:25.963757 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6ca34-34fd-4693-82f1-3073d004c6ed req-f1189188-08f0-438e-95ad-8f67b985a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:25.965182 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1af6ca34-34fd-4693-82f1-3073d004c6ed req-f1189188-08f0-438e-95ad-8f67b985a4c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb031b3e-c52c-423e-8e10-3f31ca90acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391653 Oct 19 08:33:26.062064 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1af6ca34-34fd-4693-82f1-3073d004c6ed req-cbe2cfaf-e941-47ae-8524-e0b323017ef2 service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884407 Oct 19 08:33:26.159493 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1af6ca34-34fd-4693-82f1-3073d004c6ed req-1c912ca2-0de4-425c-bffc-332f0a1c97fa service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873289 Oct 19 08:33:26.543299 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56440181-491d-4b5e-8444-f8802267b110 req-df0656c4-8add-42e6-8c21-2a042a177337 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:26.544746 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-56440181-491d-4b5e-8444-f8802267b110 req-df0656c4-8add-42e6-8c21-2a042a177337 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 985 time: 0.0490115 Oct 19 08:33:26.584238 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-56440181-491d-4b5e-8444-f8802267b110 req-34894415-032a-4c84-89f6-4c596af72807 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&id=b94be8c3-234b-4cdf-8578-3672b7eda7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335031 Oct 19 08:33:27.702877 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37996f91-9850-42dd-ad25-aedcaa9f7574 req-5f3558ce-2a44-450c-82e5-5b668d4d8754 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:27.704225 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-37996f91-9850-42dd-ad25-aedcaa9f7574 req-5f3558ce-2a44-450c-82e5-5b668d4d8754 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 985 time: 0.0519326 Oct 19 08:33:27.743274 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-37996f91-9850-42dd-ad25-aedcaa9f7574 req-39bf2d41-3813-4418-8139-74a6021c7fc1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&id=b94be8c3-234b-4cdf-8578-3672b7eda7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331330 Oct 19 08:33:28.858541 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca77f5d-0f20-4805-89b5-e1bc13966a66 req-6ff9629d-4057-4548-a80d-4f6fc512127c tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:28.859975 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bca77f5d-0f20-4805-89b5-e1bc13966a66 req-6ff9629d-4057-4548-a80d-4f6fc512127c tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 985 time: 0.0483530 Oct 19 08:33:28.899391 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bca77f5d-0f20-4805-89b5-e1bc13966a66 req-c481eef5-57c9-4009-b641-d980781d2103 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&id=b94be8c3-234b-4cdf-8578-3672b7eda7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335498 Oct 19 08:33:30.012638 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e99a43-40dc-4ba0-943c-5dc8cfd50176 req-55f60aff-cc13-467f-89be-c318992c9970 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:30.014346 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-06e99a43-40dc-4ba0-943c-5dc8cfd50176 req-55f60aff-cc13-467f-89be-c318992c9970 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 985 time: 0.0477843 Oct 19 08:33:30.053079 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-06e99a43-40dc-4ba0-943c-5dc8cfd50176 req-1502f760-784f-4544-8ad8-00aef71fdaa1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&id=b94be8c3-234b-4cdf-8578-3672b7eda7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326238 Oct 19 08:33:31.172574 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a5057-2208-4221-b05a-f3f56d68557f req-61a35541-814c-4493-9820-0a4ce0a8f364 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:31.173981 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-387a5057-2208-4221-b05a-f3f56d68557f req-61a35541-814c-4493-9820-0a4ce0a8f364 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 985 time: 0.0530467 Oct 19 08:33:31.212355 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-387a5057-2208-4221-b05a-f3f56d68557f req-1ad89724-8e01-4c64-8dd2-5e4af88bc8e1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&id=b94be8c3-234b-4cdf-8578-3672b7eda7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323620 Oct 19 08:33:32.327941 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afab28-4e18-4dbe-9f56-eca06f4ffb60 req-12d4362c-d162-4fc1-af3c-029c8913dd81 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:32.329465 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-75afab28-4e18-4dbe-9f56-eca06f4ffb60 req-12d4362c-d162-4fc1-af3c-029c8913dd81 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 985 time: 0.0484412 Oct 19 08:33:32.367943 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-75afab28-4e18-4dbe-9f56-eca06f4ffb60 req-da83f3e6-dde6-4c09-ad6e-fbc01f233ddd tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&id=b94be8c3-234b-4cdf-8578-3672b7eda7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326200 Oct 19 08:33:33.022257 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:33:33.484715 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e656471-b09f-40c4-aee3-f50789afeec9 req-b77413f4-d168-4c66-9ca2-fc982bf187a1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:33.486172 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5e656471-b09f-40c4-aee3-f50789afeec9 req-b77413f4-d168-4c66-9ca2-fc982bf187a1 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 985 time: 0.0478532 Oct 19 08:33:33.525490 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5e656471-b09f-40c4-aee3-f50789afeec9 req-50d4e875-5ee9-4e34-9b84-0c5e5d28a96d tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&id=b94be8c3-234b-4cdf-8578-3672b7eda7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333133 Oct 19 08:33:34.643421 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d9b19-3d54-4aed-a347-444603a06b70 req-a9d07891-f6fd-466f-8ef1-46846c686e5a tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:34.644864 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a69d9b19-3d54-4aed-a347-444603a06b70 req-a9d07891-f6fd-466f-8ef1-46846c686e5a tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 985 time: 0.0519783 Oct 19 08:33:34.683775 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a69d9b19-3d54-4aed-a347-444603a06b70 req-9025091e-fca4-43a5-855f-becb982a4aeb tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&id=b94be8c3-234b-4cdf-8578-3672b7eda7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322244 Oct 19 08:33:41.912458 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-17f8b5f3-c927-4e16-bc75-8e09c2eec95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:42.038617 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cb7fe-d141-423a-ab5b-a9eda1fc1014 req-0e0efff2-1716-49fe-8af7-7900ac343047 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:42.040204 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b18cb7fe-d141-423a-ab5b-a9eda1fc1014 req-0e0efff2-1716-49fe-8af7-7900ac343047 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0496957 Oct 19 08:33:42.078067 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b18cb7fe-d141-423a-ab5b-a9eda1fc1014 req-950dc367-6d05-46f7-a59c-2bdab2416fdf tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317843 Oct 19 08:33:43.196398 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81e129-570b-4cd2-9259-625c8712a593 req-1b0deb0f-e127-4248-991d-e869f07e2bc1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:43.198040 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9d81e129-570b-4cd2-9259-625c8712a593 req-1b0deb0f-e127-4248-991d-e869f07e2bc1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0483832 Oct 19 08:33:43.234988 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9d81e129-570b-4cd2-9259-625c8712a593 req-0687b22b-f534-4816-a1fc-2c6e41a757bd tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312171 Oct 19 08:33:44.355566 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13583d70-1934-4760-9824-af9c8ea356ed req-bdfbe854-2459-4691-9128-ab9426eb133a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:44.356853 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-13583d70-1934-4760-9824-af9c8ea356ed req-bdfbe854-2459-4691-9128-ab9426eb133a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0512862 Oct 19 08:33:44.394425 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-13583d70-1934-4760-9824-af9c8ea356ed req-bf5db68c-ff23-433b-aae9-7ad60c79b482 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313842 Oct 19 08:33:45.104524 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-75dff1b1-d185-4e74-b54a-1ed583f042ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:45.511638 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76532d29-dc6b-48f4-8906-3ac27355346a req-9fe693c5-dd0a-4a58-81a7-840a24b3704b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:45.513329 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-76532d29-dc6b-48f4-8906-3ac27355346a req-9fe693c5-dd0a-4a58-81a7-840a24b3704b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0477450 Oct 19 08:33:45.550248 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-76532d29-dc6b-48f4-8906-3ac27355346a req-dee1f565-37c6-4176-989e-4e720d4f5856 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311470 Oct 19 08:33:45.944291 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:46.625226 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:46.665631 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025a13f-7985-48a3-ab0f-eedf30ebf05e req-066a1d5d-bb1a-48eb-b9a3-ef38ea7dfe25 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:46.667077 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0025a13f-7985-48a3-ab0f-eedf30ebf05e req-066a1d5d-bb1a-48eb-b9a3-ef38ea7dfe25 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0482724 Oct 19 08:33:46.704846 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0025a13f-7985-48a3-ab0f-eedf30ebf05e req-3da080ad-cff9-42bc-bf1f-7bdd5cde63f6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Oct 19 08:33:47.696424 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:47.826654 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc9994-1b75-44bd-9532-138553c9ea2d req-714475ec-a93a-4f5c-9545-20e3606e03e2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:47.828067 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fbbc9994-1b75-44bd-9532-138553c9ea2d req-714475ec-a93a-4f5c-9545-20e3606e03e2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0534554 Oct 19 08:33:47.866138 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fbbc9994-1b75-44bd-9532-138553c9ea2d req-bccffa24-96b8-4fe6-adde-3cdc83c6c778 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316916 Oct 19 08:33:48.982354 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23e926-479b-4b94-8129-3c690d30d7d1 req-0c63344c-b85b-413e-98ee-ebafcb46dd73 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:48.983841 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0a23e926-479b-4b94-8129-3c690d30d7d1 req-0c63344c-b85b-413e-98ee-ebafcb46dd73 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0479212 Oct 19 08:33:49.021236 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0a23e926-479b-4b94-8129-3c690d30d7d1 req-76a0c895-8111-432b-9147-b30ae88c87f7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313783 Oct 19 08:33:50.140611 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3c6ec-35ff-4541-a563-e0924dd24939 req-0c46bbb0-6c98-4030-bd14-c236cc2955b0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:50.142034 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-38d3c6ec-35ff-4541-a563-e0924dd24939 req-0c46bbb0-6c98-4030-bd14-c236cc2955b0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0500340 Oct 19 08:33:50.178856 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-38d3c6ec-35ff-4541-a563-e0924dd24939 req-8854133e-0549-4058-9711-da2949d949ca tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307946 Oct 19 08:33:51.298389 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1e6d3-12c0-4388-ab2d-483f3474f1fd req-7b460942-009f-49c7-be4a-f4d49d4c529f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:51.299739 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71d1e6d3-12c0-4388-ab2d-483f3474f1fd req-7b460942-009f-49c7-be4a-f4d49d4c529f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0510983 Oct 19 08:33:51.336376 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71d1e6d3-12c0-4388-ab2d-483f3474f1fd req-9aca86cd-7df3-483b-9ae4-0767f7f4b0d3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308065 Oct 19 08:33:51.391318 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:52.459824 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461990dd-f8a9-461d-93b6-1fffb3a892e7 req-7e9f1005-07f8-45de-b572-410b8292aa38 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:52.461265 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-461990dd-f8a9-461d-93b6-1fffb3a892e7 req-7e9f1005-07f8-45de-b572-410b8292aa38 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0510647 Oct 19 08:33:52.498580 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-461990dd-f8a9-461d-93b6-1fffb3a892e7 req-85e4524d-0562-4443-8208-73ab06e2e225 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 Oct 19 08:33:53.613921 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c1c2b-d39d-45a6-bdac-c1e4d53fab66 req-514adb66-96e0-459a-a97b-cb5e7f0ebe66 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:53.615750 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-958c1c2b-d39d-45a6-bdac-c1e4d53fab66 req-514adb66-96e0-459a-a97b-cb5e7f0ebe66 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0481570 Oct 19 08:33:53.653187 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-958c1c2b-d39d-45a6-bdac-c1e4d53fab66 req-9210b313-d8e3-4cad-ba08-71efaff3522f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309880 Oct 19 08:33:54.771312 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcdc6d-45a0-43d4-8f71-cf14275d96e5 req-71fc4f3f-1e2c-4eff-8faf-d49915beb8fa tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:54.772736 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-14dcdc6d-45a0-43d4-8f71-cf14275d96e5 req-71fc4f3f-1e2c-4eff-8faf-d49915beb8fa tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0508099 Oct 19 08:33:54.809576 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-14dcdc6d-45a0-43d4-8f71-cf14275d96e5 req-fb6b74b6-8867-40d3-bcbc-551f89898028 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298851 Oct 19 08:33:55.926237 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401b94d-9094-433c-a963-c85832cf219f req-030628c6-c112-43b5-a4fb-74e14e801384 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:55.927730 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2401b94d-9094-433c-a963-c85832cf219f req-030628c6-c112-43b5-a4fb-74e14e801384 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0486672 Oct 19 08:33:55.965441 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2401b94d-9094-433c-a963-c85832cf219f req-663651c1-54c5-4786-8d29-67560f35ba24 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312238 Oct 19 08:33:56.321376 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5a96c138-97d6-476d-b751-ac066e4a3cef details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:33:56.414631 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 5a96c138-97d6-476d-b751-ac066e4a3cef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5a96c138-97d6-476d-b751-ac066e4a3cef,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:33:56.426107 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'port_id': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'mac_address': 'fa:16:3e:a4:e3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:33:56.462343 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:56.476237 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a96c138-97d6-476d-b751-ac066e4a3cef {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:33:56.496544 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 5a96c138-97d6-476d-b751-ac066e4a3cef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5a96c138-97d6-476d-b751-ac066e4a3cef,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:33:56.500394 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:56.551327 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=5a96c138-97d6-476d-b751-ac066e4a3cef,revision_number=6']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:33:56.556445 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:56.556790 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:56.557123 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:56.557450 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:56.557833 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:56.558156 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:56.558484 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:56.558826 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:56.559164 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:56.559486 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:56.559797 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:56.560107 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:56.606457 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['5a96c138-97d6-476d-b751-ac066e4a3cef'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:33:57.085884 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22b3f4-4437-4bf3-9433-da370ce68739 req-e0adb304-e9f3-418d-882a-25f3b6767c49 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:57.087364 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9c22b3f4-4437-4bf3-9433-da370ce68739 req-e0adb304-e9f3-418d-882a-25f3b6767c49 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 944 time: 0.0511489 Oct 19 08:33:57.125534 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9c22b3f4-4437-4bf3-9433-da370ce68739 req-5bb82937-b2ff-42c8-9e7b-4564c52b77b1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315015 Oct 19 08:33:58.246181 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd07915-2b7d-4984-befb-5dc83af633ee req-f0879c91-5979-4ec1-a018-8d104db0684b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:58.247612 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6fd07915-2b7d-4984-befb-5dc83af633ee req-f0879c91-5979-4ec1-a018-8d104db0684b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 944 time: 0.0507531 Oct 19 08:33:58.283777 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6fd07915-2b7d-4984-befb-5dc83af633ee req-bc42fd8d-2ea4-4e0f-aabc-50cd95291789 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303352 Oct 19 08:33:58.329156 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5a96c138-97d6-476d-b751-ac066e4a3cef up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:33:58.374780 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 5a96c138-97d6-476d-b751-ac066e4a3cef triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:33:58.375133 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:58.451564 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:58.472849 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:33:58.475083 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8b429b-45da-4f9e-934d-666344a7aac6" -d '{"events": [{"server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "name": "network-vif-plugged", "status": "completed", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:33:58.487422 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 5a96c138-97d6-476d-b751-ac066e4a3cef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5a96c138-97d6-476d-b751-ac066e4a3cef,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:33:58.491341 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:33:58.513763 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93e391f-3a9a-4572-97dc-dfa79f850cc0 x-openstack-request-id: req-b93e391f-3a9a-4572-97dc-dfa79f850cc0 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:33:58.514046 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "name": "network-vif-plugged", "status": "completed", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:33:58.514291 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b93e391f-3a9a-4572-97dc-dfa79f850cc0 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:33:58.514688 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'code': 200} Oct 19 08:33:58.538826 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=5a96c138-97d6-476d-b751-ac066e4a3cef,revision_number=7']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:33:59.415553 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e410c-3c6f-4892-b4d2-528ae13cd53d req-10433318-fe1f-496c-96ea-4917a090435c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:33:59.418153 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-040e410c-3c6f-4892-b4d2-528ae13cd53d req-10433318-fe1f-496c-96ea-4917a090435c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0530059 Oct 19 08:33:59.456810 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-040e410c-3c6f-4892-b4d2-528ae13cd53d req-9ba8d489-2c66-4ca7-b93c-3c408954ebe3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 Oct 19 08:34:00.583788 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd698db-6c2b-4066-bffc-d43bed31b73e req-04137c24-4909-4e1b-9728-4360807e04e3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:00.585279 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-edd698db-6c2b-4066-bffc-d43bed31b73e req-04137c24-4909-4e1b-9728-4360807e04e3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0530400 Oct 19 08:34:00.625007 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-edd698db-6c2b-4066-bffc-d43bed31b73e req-3ae4a878-7946-442b-8652-f08bf591bf0c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328572 Oct 19 08:34:01.748594 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfd026-50a5-4160-b907-a8fb871bc4d4 req-fba60843-c0bb-4c56-87be-026db99eb39f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:01.750056 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-56bfd026-50a5-4160-b907-a8fb871bc4d4 req-fba60843-c0bb-4c56-87be-026db99eb39f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0547633 Oct 19 08:34:01.789388 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-56bfd026-50a5-4160-b907-a8fb871bc4d4 req-62ce4a94-abeb-4334-b3b6-1e65dee11597 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331547 Oct 19 08:34:02.915337 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19bbd8-9c2c-491c-846a-6f3550f82fd4 req-15b5e759-f4e7-4c17-a923-c8ce6db809b1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:02.918420 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-da19bbd8-9c2c-491c-846a-6f3550f82fd4 req-15b5e759-f4e7-4c17-a923-c8ce6db809b1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0504360 Oct 19 08:34:02.969554 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-da19bbd8-9c2c-491c-846a-6f3550f82fd4 req-8641a617-8be8-43ca-8a99-2e59d437ee59 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445981 Oct 19 08:34:04.099145 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fa754-f366-44ad-b454-63acfb2e4edc req-d97bdf8d-6a6a-47bd-a6c1-f8f9470b9dca tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:04.100640 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1c7fa754-f366-44ad-b454-63acfb2e4edc req-d97bdf8d-6a6a-47bd-a6c1-f8f9470b9dca tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0595860 Oct 19 08:34:04.148803 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1c7fa754-f366-44ad-b454-63acfb2e4edc req-a889f168-1a58-4d80-8c33-465d3a0c01ba tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411031 Oct 19 08:34:05.273007 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be12f4-91cd-435d-87a8-f2e0ff19c0ab req-b530426f-7158-4d0a-8fe0-630f108b5d6b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:05.281000 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c4be12f4-91cd-435d-87a8-f2e0ff19c0ab req-b530426f-7158-4d0a-8fe0-630f108b5d6b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0587711 Oct 19 08:34:05.315029 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c4be12f4-91cd-435d-87a8-f2e0ff19c0ab req-9c098f1b-e891-4e05-b0c0-329bf4f309f4 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331049 Oct 19 08:34:06.454221 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68dda4-1297-491b-aafb-d2a86b88d6fe req-0deb3080-cda5-4ac0-bcee-75cbbe9d4e5a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:06.456709 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0f68dda4-1297-491b-aafb-d2a86b88d6fe req-0deb3080-cda5-4ac0-bcee-75cbbe9d4e5a tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0701125 Oct 19 08:34:06.505168 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0f68dda4-1297-491b-aafb-d2a86b88d6fe req-28844365-9840-4a9e-8f95-92127077739e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427432 Oct 19 08:34:07.689582 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532a1b8-69e7-45c1-8757-c71c297289a6 req-4ca0efa2-661b-4bdc-8098-ebc91d01f8c0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:07.691809 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d532a1b8-69e7-45c1-8757-c71c297289a6 req-4ca0efa2-661b-4bdc-8098-ebc91d01f8c0 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.1092296 Oct 19 08:34:07.732033 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d532a1b8-69e7-45c1-8757-c71c297289a6 req-ff3b8c96-780a-4126-8fad-383f11bfe007 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342481 Oct 19 08:34:08.874535 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731874cf-89bd-4933-9af0-127d1cfe4733 req-ebcdac5c-c5e3-425f-b973-618684d7612f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:08.876071 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-731874cf-89bd-4933-9af0-127d1cfe4733 req-ebcdac5c-c5e3-425f-b973-618684d7612f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0612659 Oct 19 08:34:08.916858 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-731874cf-89bd-4933-9af0-127d1cfe4733 req-04897c79-4458-4a1c-97de-0f6ce8f7528f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346560 Oct 19 08:34:10.020978 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:34:10.044431 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7b68c-8655-4517-ad2f-a6302d73ff7b req-a745d2e6-3930-4baa-90a6-611ba8c420d5 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:10.046079 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fce7b68c-8655-4517-ad2f-a6302d73ff7b req-a745d2e6-3930-4baa-90a6-611ba8c420d5 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0507128 Oct 19 08:34:10.087563 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fce7b68c-8655-4517-ad2f-a6302d73ff7b req-05d8bd03-f623-4d55-8940-52daccd937f7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353484 Oct 19 08:34:11.239791 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095b54c-7fbc-41a8-9247-107c46abdec5 req-e9f365bc-4546-42ee-9bd7-1ae73bef984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:11.241257 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c095b54c-7fbc-41a8-9247-107c46abdec5 req-e9f365bc-4546-42ee-9bd7-1ae73bef984a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 1098 time: 0.0638800 Oct 19 08:34:11.249259 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b8533-ff83-4d4f-9714-462575f53267 req-0e81ed6b-96fa-4790-8fe7-2d1a0ba7e520 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:11.250628 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c0b8533-ff83-4d4f-9714-462575f53267 req-0e81ed6b-96fa-4790-8fe7-2d1a0ba7e520 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0816534 Oct 19 08:34:11.340066 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7c0b8533-ff83-4d4f-9714-462575f53267 req-155b54fc-eac8-42d1-ac2a-79bf176dd90f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814636 Oct 19 08:34:11.358169 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095b54c-7fbc-41a8-9247-107c46abdec5 req-d1af4f17-0e9c-4c21-a5bc-f70c1eaa0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:11.359654 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c095b54c-7fbc-41a8-9247-107c46abdec5 req-d1af4f17-0e9c-4c21-a5bc-f70c1eaa0664 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 918 time: 0.1081707 Oct 19 08:34:11.428247 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c095b54c-7fbc-41a8-9247-107c46abdec5 req-9505f7de-3a34-4f5c-ad71-17a3e0770dcf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a96c138-97d6-476d-b751-ac066e4a3cef HTTP/1.1" status: 200 len: 1001 time: 0.0610461 Oct 19 08:34:11.475903 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095b54c-7fbc-41a8-9247-107c46abdec5 req-fb1e6198-9187-4131-b111-7e8b52034468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:11.477274 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c095b54c-7fbc-41a8-9247-107c46abdec5 req-fb1e6198-9187-4131-b111-7e8b52034468 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be9abea3-4266-4603-b94f-731252d257c2 HTTP/1.1" status: 200 len: 856 time: 0.0410926 Oct 19 08:34:11.522555 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095b54c-7fbc-41a8-9247-107c46abdec5 req-a23e5577-70c3-43b4-aa98-aec14e1c1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:11.524021 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c095b54c-7fbc-41a8-9247-107c46abdec5 req-a23e5577-70c3-43b4-aa98-aec14e1c1812 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b7c9676-b604-477b-a586-63579afd5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386462 Oct 19 08:34:11.615560 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c095b54c-7fbc-41a8-9247-107c46abdec5 req-121a9e98-bce7-4a01-bb34-092f654603dd service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841253 Oct 19 08:34:11.706943 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c095b54c-7fbc-41a8-9247-107c46abdec5 req-f3fa7730-e301-459c-97b1-9f151c55ffdb service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825987 Oct 19 08:34:11.914070 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-15b888cd-b65c-4e30-b421-cf2e1518afc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:12.460904 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95833bdc-6dcf-4043-9661-48894d1d6dc8 req-2947c52e-097e-4394-aaba-9b5978aab1ba tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:12.462368 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-95833bdc-6dcf-4043-9661-48894d1d6dc8 req-2947c52e-097e-4394-aaba-9b5978aab1ba tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0490925 Oct 19 08:34:12.499353 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-95833bdc-6dcf-4043-9661-48894d1d6dc8 req-4513b238-77bc-4186-8606-b3ebbe518734 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311518 Oct 19 08:34:13.617472 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfeeb3-6ddc-400c-b2e5-3985b7d94f54 req-70b853ae-86b8-40ec-ab2f-97dafc23eba6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:13.618945 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5abfeeb3-6ddc-400c-b2e5-3985b7d94f54 req-70b853ae-86b8-40ec-ab2f-97dafc23eba6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 945 time: 0.0484095 Oct 19 08:34:13.657968 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5abfeeb3-6ddc-400c-b2e5-3985b7d94f54 req-4bf4849d-4c37-4270-b261-b08d24a81970 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330162 Oct 19 08:34:14.408114 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5a96c138-97d6-476d-b751-ac066e4a3cef no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:34:14.483982 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:14.505816 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:34:14.508083 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ec72ad-28e2-487c-b27b-39a2940b34fa" -d '{"events": [{"server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "name": "network-vif-unplugged", "status": "completed", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:14.520375 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 5a96c138-97d6-476d-b751-ac066e4a3cef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5a96c138-97d6-476d-b751-ac066e4a3cef,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:14.524595 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:14.547934 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 08:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb73a2fe-200e-4b6b-ad30-ec346207b743 x-openstack-request-id: req-bb73a2fe-200e-4b6b-ad30-ec346207b743 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:14.548166 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "name": "network-vif-unplugged", "status": "failed", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef", "code": 422}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:14.548420 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb73a2fe-200e-4b6b-ad30-ec346207b743 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:14.548806 dv-cinder-813984-3-iscsi neutron-server[99814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'code': 422} returned with failed status Oct 19 08:34:14.572859 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=5a96c138-97d6-476d-b751-ac066e4a3cef,revision_number=8']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:14.824163 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b0e66-5f48-4933-b9f1-783198eefec2 req-013d1616-47b5-42d2-b9a1-5d245fd9b7e2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:14.825674 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-045b0e66-5f48-4933-b9f1-783198eefec2 req-013d1616-47b5-42d2-b9a1-5d245fd9b7e2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0961919 Oct 19 08:34:14.865825 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-045b0e66-5f48-4933-b9f1-783198eefec2 req-1f16f772-5c8c-4f74-96e8-7ba6c7fcfa59 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343022 Oct 19 08:34:15.106158 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-443ffbc0-8a59-4205-9e4b-df40568ec3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:15.679498 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [req-28c513da-9855-4ada-973f-fb45c67d502e req-f3237b79-a971-47d5-a0f2-ad3d8211ab03 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:34:15.680464 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-28c513da-9855-4ada-973f-fb45c67d502e req-f3237b79-a971-47d5-a0f2-ad3d8211ab03 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051696 Oct 19 08:34:15.835076 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d148863-3665-450e-9fa4-3a773ac40f99 req-4f44fabf-1fe6-4223-b967-01894c03c8f7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:15.835076 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d148863-3665-450e-9fa4-3a773ac40f99 req-4f44fabf-1fe6-4223-b967-01894c03c8f7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0506434 Oct 19 08:34:15.868900 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-71320951-3765-43bd-b301-282cb61ebf11 req-28f7d392-9f65-43c1-86b2-e74227d3b858 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458324 Oct 19 08:34:15.873471 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d148863-3665-450e-9fa4-3a773ac40f99 req-b93076ad-753f-4975-9e61-420e5d8421c3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326359 Oct 19 08:34:15.945285 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:16.628109 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:16.648765 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71320951-3765-43bd-b301-282cb61ebf11 req-574d7779-de19-4672-b4da-572239d05baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:16.650212 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71320951-3765-43bd-b301-282cb61ebf11 req-574d7779-de19-4672-b4da-572239d05baa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a&tenant_id=6ffc881ce1324822826aec5e72a754b4 HTTP/1.1" status: 200 len: 1096 time: 0.0418839 Oct 19 08:34:16.715311 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71320951-3765-43bd-b301-282cb61ebf11 req-3240e2be-0c77-4262-9d2a-673a102394fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:16.716745 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71320951-3765-43bd-b301-282cb61ebf11 req-3240e2be-0c77-4262-9d2a-673a102394fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 1096 time: 0.0389881 Oct 19 08:34:16.808710 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71320951-3765-43bd-b301-282cb61ebf11 req-0c17fd94-8369-429f-a37f-b9c5a6ccc64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:16.810187 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71320951-3765-43bd-b301-282cb61ebf11 req-0c17fd94-8369-429f-a37f-b9c5a6ccc64f service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 918 time: 0.0855529 Oct 19 08:34:16.875339 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71320951-3765-43bd-b301-282cb61ebf11 req-5625be3b-ba70-4f9d-8d8d-3a2bcab8fa04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a96c138-97d6-476d-b751-ac066e4a3cef HTTP/1.1" status: 200 len: 999 time: 0.0580020 Oct 19 08:34:16.932301 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71320951-3765-43bd-b301-282cb61ebf11 req-e18823a8-4b00-4d22-9ef9-5a7be695687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:16.934024 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71320951-3765-43bd-b301-282cb61ebf11 req-e18823a8-4b00-4d22-9ef9-5a7be695687c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be9abea3-4266-4603-b94f-731252d257c2 HTTP/1.1" status: 200 len: 856 time: 0.0509357 Oct 19 08:34:17.006408 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71320951-3765-43bd-b301-282cb61ebf11 req-59ff54cc-3ff1-48e6-b2ec-65609f3d0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:17.008000 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71320951-3765-43bd-b301-282cb61ebf11 req-59ff54cc-3ff1-48e6-b2ec-65609f3d0097 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b7c9676-b604-477b-a586-63579afd5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659680 Oct 19 08:34:17.016089 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ddc60-b6d2-4c74-8e5b-8e0a7eab1b0a req-28212155-6b21-425c-b84f-514bfcb7c9d8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:17.017389 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-131ddc60-b6d2-4c74-8e5b-8e0a7eab1b0a req-28212155-6b21-425c-b84f-514bfcb7c9d8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0681317 Oct 19 08:34:17.106092 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-131ddc60-b6d2-4c74-8e5b-8e0a7eab1b0a req-d027facc-0fa4-4cb7-94b9-a5609070d017 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807135 Oct 19 08:34:17.126096 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71320951-3765-43bd-b301-282cb61ebf11 req-cda2aa8d-a2a1-4bdf-9851-4d9c3a4a4f84 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078162 Oct 19 08:34:17.221095 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71320951-3765-43bd-b301-282cb61ebf11 req-1b0b3ace-65a3-4c85-b50e-0f2563aa4c60 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875130 Oct 19 08:34:17.663868 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b6d22-12c5-4faa-9afe-21dcf3532dee req-81ccec99-aa2a-4db2-8c4a-3499e169e4b5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:17.667206 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2e5b6d22-12c5-4faa-9afe-21dcf3532dee req-81ccec99-aa2a-4db2-8c4a-3499e169e4b5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.3108077 Oct 19 08:34:17.716617 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:17.762200 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2e5b6d22-12c5-4faa-9afe-21dcf3532dee req-fdb0edd5-67d1-476d-b788-37208873e73e tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876682 Oct 19 08:34:18.231832 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b7bb8-ae82-4f0e-9448-57efeac87972 req-fda02933-a863-4e88-9eb2-f692367dbb43 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:18.233311 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c84b7bb8-ae82-4f0e-9448-57efeac87972 req-fda02933-a863-4e88-9eb2-f692367dbb43 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0473490 Oct 19 08:34:18.279766 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c84b7bb8-ae82-4f0e-9448-57efeac87972 req-7d2a15fb-905f-42c3-944f-61ff9ad596cf tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396767 Oct 19 08:34:18.418515 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5a96c138-97d6-476d-b751-ac066e4a3cef no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:34:18.445564 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80491c-84cf-4876-a1c5-72c9e30a2e3b req-51c59a2f-8267-430c-92a9-0000f056e47d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:18.447208 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4f80491c-84cf-4876-a1c5-72c9e30a2e3b req-51c59a2f-8267-430c-92a9-0000f056e47d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0542500 Oct 19 08:34:18.490699 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4f80491c-84cf-4876-a1c5-72c9e30a2e3b req-e5a3e94e-af49-4e72-a7e3-d1e321cce400 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359313 Oct 19 08:34:18.873967 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488fb4e-226b-4f32-bac9-b97bb8c12dc6 req-8c617262-bfc6-4992-8a73-9992567d4494 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:18.876050 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b488fb4e-226b-4f32-bac9-b97bb8c12dc6 req-8c617262-bfc6-4992-8a73-9992567d4494 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0484359 Oct 19 08:34:18.914993 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b488fb4e-226b-4f32-bac9-b97bb8c12dc6 req-d6343e18-c5dc-44e1-a925-856a761384fd tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330698 Oct 19 08:34:19.416796 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d99a59-3f81-4472-a4e0-65cd5708216d req-b3b037be-8a20-4219-a479-44c9aef9114b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:19.419207 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-16d99a59-3f81-4472-a4e0-65cd5708216d req-b3b037be-8a20-4219-a479-44c9aef9114b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0524533 Oct 19 08:34:19.459787 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-16d99a59-3f81-4472-a4e0-65cd5708216d req-5f92f3a4-f0b1-46ef-9132-ee3cc08a9f25 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341380 Oct 19 08:34:19.606219 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e818bd4-ae47-4825-803c-d2b9bac04f75 req-3d46ef9b-5610-4d9d-ad86-83f3e9fb3840 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:19.607677 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2e818bd4-ae47-4825-803c-d2b9bac04f75 req-3d46ef9b-5610-4d9d-ad86-83f3e9fb3840 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0478683 Oct 19 08:34:19.653054 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2e818bd4-ae47-4825-803c-d2b9bac04f75 req-8f9403f7-f5a5-4b19-85c9-29dcc8961bff tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391331 Oct 19 08:34:20.030351 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140b745-4913-43bf-8d32-7d169db56b08 req-92dfc978-4b38-45f1-a206-dae76e3edaf5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:20.031802 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8140b745-4913-43bf-8d32-7d169db56b08 req-92dfc978-4b38-45f1-a206-dae76e3edaf5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0516970 Oct 19 08:34:20.069714 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8140b745-4913-43bf-8d32-7d169db56b08 req-e4574c33-e12f-4d71-8da2-769451f6aad7 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Oct 19 08:34:20.585927 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b645c-3dbb-4ce0-b0f4-5e245d67d79a req-ea612a19-8786-40b6-9ab7-16282787a352 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:20.587544 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1c1b645c-3dbb-4ce0-b0f4-5e245d67d79a req-ea612a19-8786-40b6-9ab7-16282787a352 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0542173 Oct 19 08:34:20.628731 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1c1b645c-3dbb-4ce0-b0f4-5e245d67d79a req-ecae097b-8d25-46af-b6dd-64a038ac7106 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332861 Oct 19 08:34:20.771082 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64e986-afba-4c2e-a1b2-a8b0c4550d63 req-64071b7c-250a-41db-ab2b-31c6b113ab6d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:20.772610 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ce64e986-afba-4c2e-a1b2-a8b0c4550d63 req-64071b7c-250a-41db-ab2b-31c6b113ab6d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0521476 Oct 19 08:34:20.813109 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ce64e986-afba-4c2e-a1b2-a8b0c4550d63 req-36a6a04c-d6e8-4fce-bd27-667c485ef120 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343347 Oct 19 08:34:21.187226 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad06911-2df3-40ee-b257-409c74d0c425 req-e3b675c9-c3c2-48ba-aed5-ea467c9f7209 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:21.188705 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dad06911-2df3-40ee-b257-409c74d0c425 req-e3b675c9-c3c2-48ba-aed5-ea467c9f7209 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0489938 Oct 19 08:34:21.226730 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dad06911-2df3-40ee-b257-409c74d0c425 req-61a8cea5-8d32-4c36-9fe6-45ddb63cb043 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312204 Oct 19 08:34:21.410344 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:21.770987 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10f8b0-f32d-41d3-a0ee-519b01aabce5 req-b4890df2-11bf-473a-9122-0d7bee752439 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:21.772411 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-de10f8b0-f32d-41d3-a0ee-519b01aabce5 req-b4890df2-11bf-473a-9122-0d7bee752439 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0477037 Oct 19 08:34:21.811082 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-de10f8b0-f32d-41d3-a0ee-519b01aabce5 req-da5ba733-2b2c-4b78-824c-d53572bb9440 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319619 Oct 19 08:34:21.929138 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0f3f3-c11b-4a43-9c8c-4e7395674992 req-f9e11a04-7aeb-4bed-95f4-4ae9839bd2fd tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:21.930599 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-17a0f3f3-c11b-4a43-9c8c-4e7395674992 req-f9e11a04-7aeb-4bed-95f4-4ae9839bd2fd tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0499032 Oct 19 08:34:21.970826 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-17a0f3f3-c11b-4a43-9c8c-4e7395674992 req-5cc18c1d-da02-4152-a1ee-bcd73d7cb9da tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341644 Oct 19 08:34:22.347883 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843743c8-0153-4fd7-bac7-1a8cb522fa84 req-a59685da-5a6f-445d-904f-d892427f9c9f tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:22.349327 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-843743c8-0153-4fd7-bac7-1a8cb522fa84 req-a59685da-5a6f-445d-904f-d892427f9c9f tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0516326 Oct 19 08:34:22.390381 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-843743c8-0153-4fd7-bac7-1a8cb522fa84 req-9586bcd2-0e60-4894-bafa-9f361d666bb7 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349596 Oct 19 08:34:22.933105 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123344e-2aad-4ebf-a710-a3efec371a86 req-75e80e2a-5280-4671-b29a-439f49424025 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:22.935203 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3123344e-2aad-4ebf-a710-a3efec371a86 req-75e80e2a-5280-4671-b29a-439f49424025 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0513723 Oct 19 08:34:22.972783 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3123344e-2aad-4ebf-a710-a3efec371a86 req-346ce926-3c06-44da-a159-6e4cb789d98b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313201 Oct 19 08:34:23.089211 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c48c0c-8f52-4f74-8885-1b38d1770a18 req-014ad1fe-5cc7-4634-9b99-d931a2f428bd tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:23.090786 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-69c48c0c-8f52-4f74-8885-1b38d1770a18 req-014ad1fe-5cc7-4634-9b99-d931a2f428bd tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0481982 Oct 19 08:34:23.135348 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-69c48c0c-8f52-4f74-8885-1b38d1770a18 req-675dd142-ba45-428d-8520-96ca774ef273 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382090 Oct 19 08:34:23.515773 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce404d2-edab-43b4-9011-91ee3927f534 req-bd23ef32-d813-4f67-a917-ef4433427a69 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:23.517244 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9ce404d2-edab-43b4-9011-91ee3927f534 req-bd23ef32-d813-4f67-a917-ef4433427a69 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0570874 Oct 19 08:34:23.559081 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9ce404d2-edab-43b4-9011-91ee3927f534 req-72eea7a4-2c2b-4dbc-a469-f36a1d6dbb9a tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350051 Oct 19 08:34:24.094387 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b51690-9bfc-49e1-a608-2dfc3878e313 req-301f73c0-6143-47c8-8cfc-21ec09f3074e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:24.095898 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-14b51690-9bfc-49e1-a608-2dfc3878e313 req-301f73c0-6143-47c8-8cfc-21ec09f3074e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0486000 Oct 19 08:34:24.137606 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-14b51690-9bfc-49e1-a608-2dfc3878e313 req-933a812c-5fcc-4077-b011-3a3aae746b09 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353196 Oct 19 08:34:24.250840 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335f750-9cf1-44b2-b926-4bf785de1080 req-856f5345-2111-4de6-8eee-12332b045768 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:24.252440 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d335f750-9cf1-44b2-b926-4bf785de1080 req-856f5345-2111-4de6-8eee-12332b045768 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0507925 Oct 19 08:34:24.293573 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d335f750-9cf1-44b2-b926-4bf785de1080 req-fd81a476-240f-4bf0-9557-2144a3d38710 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345972 Oct 19 08:34:24.678982 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983401ba-7e68-4d10-9b24-d0595d88cc65 req-85864b96-d8b1-42ef-996c-74b82c507af1 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:24.680504 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-983401ba-7e68-4d10-9b24-d0595d88cc65 req-85864b96-d8b1-42ef-996c-74b82c507af1 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0555692 Oct 19 08:34:24.718225 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-983401ba-7e68-4d10-9b24-d0595d88cc65 req-6b759096-5825-48b2-866c-e512894618a0 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308452 Oct 19 08:34:25.258113 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a4729-b4ad-4432-abb7-b3e75a4caa1f req-c5c14bce-9303-4e77-8db8-2115fe540778 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:25.259662 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-331a4729-b4ad-4432-abb7-b3e75a4caa1f req-c5c14bce-9303-4e77-8db8-2115fe540778 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0502601 Oct 19 08:34:25.307480 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-331a4729-b4ad-4432-abb7-b3e75a4caa1f req-d16b3674-8163-42e6-af60-1c6fe8ac83a7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408826 Oct 19 08:34:25.417756 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f34d74-1613-4e95-b112-be92820917f4 req-5818dfb3-b4c3-44b0-bafb-ff6db5627a5f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:25.419412 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03f34d74-1613-4e95-b112-be92820917f4 req-5818dfb3-b4c3-44b0-bafb-ff6db5627a5f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0519192 Oct 19 08:34:25.463799 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-03f34d74-1613-4e95-b112-be92820917f4 req-c25d2b97-0135-4847-99b1-ebd46f8ea3ee tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383310 Oct 19 08:34:25.845333 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65549a-0e45-4c07-9a8d-829d7a3b12a6 req-096c74be-7402-4b99-bd38-76cf94de7e13 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:25.847597 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1e65549a-0e45-4c07-9a8d-829d7a3b12a6 req-096c74be-7402-4b99-bd38-76cf94de7e13 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0574799 Oct 19 08:34:25.884835 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1e65549a-0e45-4c07-9a8d-829d7a3b12a6 req-c7a27f1c-4cf2-4adc-96e9-68554b6b1aa1 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320506 Oct 19 08:34:26.428240 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834f386-4b95-4da8-8f0d-1b43d3ce4d80 req-4a1add7a-a9a7-419c-b135-e3233ee5ab7f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:26.429749 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c834f386-4b95-4da8-8f0d-1b43d3ce4d80 req-4a1add7a-a9a7-419c-b135-e3233ee5ab7f tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0492513 Oct 19 08:34:26.482948 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c834f386-4b95-4da8-8f0d-1b43d3ce4d80 req-151a2e11-4951-4bc0-8f61-be3cc7ca4d27 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462465 Oct 19 08:34:26.625275 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156832b-6339-4bc2-85b1-4a2810710929 req-0d8f9a73-9b8f-4bdb-9950-fa95517827c5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:26.626664 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7156832b-6339-4bc2-85b1-4a2810710929 req-0d8f9a73-9b8f-4bdb-9950-fa95517827c5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0541401 Oct 19 08:34:26.667395 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7156832b-6339-4bc2-85b1-4a2810710929 req-ca95fea2-e63e-403f-b149-1a079d9d1cdd tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348423 Oct 19 08:34:27.000669 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaba592-7acd-4416-bfa1-a4e25562a8ba req-e376b16a-9f2c-4fd1-93ca-de68ec4a87b8 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:27.002125 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dbaba592-7acd-4416-bfa1-a4e25562a8ba req-e376b16a-9f2c-4fd1-93ca-de68ec4a87b8 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0496609 Oct 19 08:34:27.041501 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dbaba592-7acd-4416-bfa1-a4e25562a8ba req-4474fa77-474d-43fb-ad66-cc9e4a23648c tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332296 Oct 19 08:34:27.624679 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646989b-069f-42da-b3c3-8a660d2b8c30 req-12ab91c7-a125-40a5-8e72-860e2b23a492 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:27.627086 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7646989b-069f-42da-b3c3-8a660d2b8c30 req-12ab91c7-a125-40a5-8e72-860e2b23a492 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0517218 Oct 19 08:34:27.673364 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7646989b-069f-42da-b3c3-8a660d2b8c30 req-0844f7fb-941a-4104-8488-4ac7d54d4ee2 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317082 Oct 19 08:34:27.785342 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde6765-d69b-41a7-865c-1ab114e36395 req-8204f2e5-a000-41a0-9b8e-dc7962242501 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:27.786818 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8dde6765-d69b-41a7-865c-1ab114e36395 req-8204f2e5-a000-41a0-9b8e-dc7962242501 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0515299 Oct 19 08:34:27.829451 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8dde6765-d69b-41a7-865c-1ab114e36395 req-c4540a29-2954-409c-8480-73fbf6e1bfd2 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367119 Oct 19 08:34:28.158959 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe3b11-92ac-4da9-8efd-bc1c43b6559e req-37c5866e-e4a3-4367-beb1-c418d4c6cd36 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:28.160948 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cffe3b11-92ac-4da9-8efd-bc1c43b6559e req-37c5866e-e4a3-4367-beb1-c418d4c6cd36 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0511472 Oct 19 08:34:28.198384 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cffe3b11-92ac-4da9-8efd-bc1c43b6559e req-a315298d-69e4-4018-88d6-411caba3568e tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315967 Oct 19 08:34:28.799913 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9be67-c586-417a-bceb-1f1cf278cfca req-89a8bb53-aeac-4cbf-ba93-26d0b6b9ee10 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:28.801372 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d3a9be67-c586-417a-bceb-1f1cf278cfca req-89a8bb53-aeac-4cbf-ba93-26d0b6b9ee10 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0500505 Oct 19 08:34:28.839449 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d3a9be67-c586-417a-bceb-1f1cf278cfca req-91e45a64-b6a2-48a9-a3c1-839635a58eae tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321727 Oct 19 08:34:28.967171 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f9ae-0d81-4c48-89b1-1bd529abac21 req-d996292d-de96-47f7-ac29-a3b03046ff69 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:28.968663 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-aa88f9ae-0d81-4c48-89b1-1bd529abac21 req-d996292d-de96-47f7-ac29-a3b03046ff69 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0607283 Oct 19 08:34:29.009032 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-aa88f9ae-0d81-4c48-89b1-1bd529abac21 req-5bbfd385-5037-44c8-b77e-d18580489d49 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345435 Oct 19 08:34:29.315384 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66f1ef-a953-47fd-9d6e-a748ced14180 req-56ab61f9-0876-4f06-8680-2e5e34b1d4c3 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:29.316832 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ef66f1ef-a953-47fd-9d6e-a748ced14180 req-56ab61f9-0876-4f06-8680-2e5e34b1d4c3 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0480752 Oct 19 08:34:29.358971 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ef66f1ef-a953-47fd-9d6e-a748ced14180 req-499ea4c6-ff52-4fc1-bfdf-bfee5aeff7bc tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361447 Oct 19 08:34:29.971664 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee386ad8-b8d7-4ab7-9827-fc46ac93e971 req-c9154091-1f65-4f27-af20-7d8d302bd4a7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:29.973207 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ee386ad8-b8d7-4ab7-9827-fc46ac93e971 req-c9154091-1f65-4f27-af20-7d8d302bd4a7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0505579 Oct 19 08:34:30.012230 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ee386ad8-b8d7-4ab7-9827-fc46ac93e971 req-3991f990-9be1-40b5-9df2-e84bf6199654 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330677 Oct 19 08:34:30.132495 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94ec4a-e59f-40be-ba2b-0d5d14539d09 req-3c9b3853-6700-4c1d-a58f-fda77c74ea2a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:30.134558 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b94ec4a-e59f-40be-ba2b-0d5d14539d09 req-3c9b3853-6700-4c1d-a58f-fda77c74ea2a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0531268 Oct 19 08:34:30.177109 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1b94ec4a-e59f-40be-ba2b-0d5d14539d09 req-dea376d3-f579-4829-98bb-65d0d22ad853 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357769 Oct 19 08:34:30.479538 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729c491-b04a-4b9c-90d3-48efac04d92f req-88e7ab60-4a5d-4294-99df-9743b45e3962 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:30.481022 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6729c491-b04a-4b9c-90d3-48efac04d92f req-88e7ab60-4a5d-4294-99df-9743b45e3962 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0497029 Oct 19 08:34:30.522038 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6729c491-b04a-4b9c-90d3-48efac04d92f req-09fe0df5-bb99-4719-805b-e03d9a3aeb20 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340803 Oct 19 08:34:31.137989 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc02e66-3141-4edb-9b13-3b989d313b93 req-44da2a4a-8418-4e82-b788-49c46dac1842 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:31.140759 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2dc02e66-3141-4edb-9b13-3b989d313b93 req-44da2a4a-8418-4e82-b788-49c46dac1842 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0533965 Oct 19 08:34:31.177761 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2dc02e66-3141-4edb-9b13-3b989d313b93 req-19bb3a3f-3ccc-4706-83f4-ad6a5c9ab262 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311005 Oct 19 08:34:31.289765 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e41bb-368d-4730-ae84-4ee6ac4a2c17 req-42882ae4-c630-4686-9ecb-000b9f68db25 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:31.291212 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-123e41bb-368d-4730-ae84-4ee6ac4a2c17 req-42882ae4-c630-4686-9ecb-000b9f68db25 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0484562 Oct 19 08:34:31.332394 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-123e41bb-368d-4730-ae84-4ee6ac4a2c17 req-49b8777a-e2c8-4a51-804c-cc4119f57dbe tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353279 Oct 19 08:34:31.635676 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028cfd9-b0cc-4655-9beb-fa71f0c17d73 req-fed52395-f0ac-45b7-8c19-f08a9f16542a tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:31.637116 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e028cfd9-b0cc-4655-9beb-fa71f0c17d73 req-fed52395-f0ac-45b7-8c19-f08a9f16542a tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0487230 Oct 19 08:34:31.674230 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e028cfd9-b0cc-4655-9beb-fa71f0c17d73 req-11dec265-329d-4220-b14b-16ccfa76f57e tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305855 Oct 19 08:34:32.294648 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d640619-b7d8-4955-b217-c6b6e2526af5 req-846278a8-ab04-470d-b482-74fe7be08608 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:32.296096 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3d640619-b7d8-4955-b217-c6b6e2526af5 req-846278a8-ab04-470d-b482-74fe7be08608 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0480671 Oct 19 08:34:32.332519 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3d640619-b7d8-4955-b217-c6b6e2526af5 req-17e408c0-19dd-46b5-b929-c4e212351fcc tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305939 Oct 19 08:34:32.446161 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5e11d-5003-447a-9c85-a10e4b1af9ca req-bf571037-3479-479f-aee9-29fdbb873a58 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:32.447659 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-86f5e11d-5003-447a-9c85-a10e4b1af9ca req-bf571037-3479-479f-aee9-29fdbb873a58 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0485535 Oct 19 08:34:32.488767 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-86f5e11d-5003-447a-9c85-a10e4b1af9ca req-8572fb59-4a35-4a57-ade5-b367029e9698 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346160 Oct 19 08:34:32.787199 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01e16a-05e0-49f0-a986-abcd8c099003 req-180a693c-dbbb-4b13-b3d6-be6febdf1a33 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:32.788542 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7f01e16a-05e0-49f0-a986-abcd8c099003 req-180a693c-dbbb-4b13-b3d6-be6febdf1a33 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0487061 Oct 19 08:34:32.825158 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7f01e16a-05e0-49f0-a986-abcd8c099003 req-e86d3743-1ef4-4c55-b500-4ad0b6963546 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307848 Oct 19 08:34:33.449707 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb7d80-d3d6-42d4-a063-b419f91e9184 req-f94a3cee-9405-480f-bf8b-5fc3f95ec68e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:33.451274 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0aeb7d80-d3d6-42d4-a063-b419f91e9184 req-f94a3cee-9405-480f-bf8b-5fc3f95ec68e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0489779 Oct 19 08:34:33.488668 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0aeb7d80-d3d6-42d4-a063-b419f91e9184 req-75175770-3fa8-4c85-b070-bc66ce480b0c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313790 Oct 19 08:34:33.601625 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1b1a9-9702-4b91-831f-64862f16f6ff req-1c3d2926-0d8c-4b1b-b659-3fdbbdd2390c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:33.603076 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bfe1b1a9-9702-4b91-831f-64862f16f6ff req-1c3d2926-0d8c-4b1b-b659-3fdbbdd2390c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0480337 Oct 19 08:34:33.643144 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bfe1b1a9-9702-4b91-831f-64862f16f6ff req-d1c86c30-6864-4abe-aecd-4ac95e994229 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341897 Oct 19 08:34:33.945191 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f43515-64ac-491e-8812-9ad44ce3ba84 req-c7be203f-fcc2-4d48-a62b-abdff1735bb8 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:33.946631 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a7f43515-64ac-491e-8812-9ad44ce3ba84 req-c7be203f-fcc2-4d48-a62b-abdff1735bb8 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0546803 Oct 19 08:34:33.992392 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a7f43515-64ac-491e-8812-9ad44ce3ba84 req-96598f1f-dbf9-4e13-a946-145f71ed215e tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392509 Oct 19 08:34:34.131553 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-30ec8566-e502-426d-96b6-2f751cda512e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839388 Oct 19 08:34:34.200195 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-d5c631f8-cc66-4208-a0dc-edfa043fd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:34.202358 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-d5c631f8-cc66-4208-a0dc-edfa043fd7ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd22145dede44acfb6409d55f4c00fcd&device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 1138 time: 0.0453024 Oct 19 08:34:34.326728 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-1640b12f-ffd8-42e7-8d81-bfaa8f9e440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:34.328315 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-1640b12f-ffd8-42e7-8d81-bfaa8f9e440a service neutron] 10.222.0.11 "GET /v2.0/networks?id=dee2382b-c3c0-47d6-b386-cc27151b1833 HTTP/1.1" status: 200 len: 916 time: 0.1059580 Oct 19 08:34:34.404041 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6d41-c276-4280-88b6-8a50c26aedbd req-e81c0b0d-b079-4dde-a294-642e38bfb60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:34.405530 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ed6a6d41-c276-4280-88b6-8a50c26aedbd req-e81c0b0d-b079-4dde-a294-642e38bfb60d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c35a609df154c65988d39d98e9f50c8&device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 1099 time: 0.0907822 Oct 19 08:34:34.423409 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-7ae5c924-3848-454d-9700-db16ab673446 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787 HTTP/1.1" status: 200 len: 1002 time: 0.0819540 Oct 19 08:34:34.522537 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-0b0cee27-2427-4097-88a3-f3a812f9f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:34.523989 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-0b0cee27-2427-4097-88a3-f3a812f9f779 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9584cf7c-402e-4ad3-bbde-741ff64b6661 HTTP/1.1" status: 200 len: 854 time: 0.0892465 Oct 19 08:34:34.549541 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6d41-c276-4280-88b6-8a50c26aedbd req-9fb14bed-984c-4cab-8795-cef5bfd3c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:34.550988 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ed6a6d41-c276-4280-88b6-8a50c26aedbd req-9fb14bed-984c-4cab-8795-cef5bfd3c117 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb031b3e-c52c-423e-8e10-3f31ca90acd6 HTTP/1.1" status: 200 len: 910 time: 0.1366525 Oct 19 08:34:34.664362 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ed6a6d41-c276-4280-88b6-8a50c26aedbd req-68ff61e4-6f58-4698-9fa0-df8506ad3672 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0882c-425b-45ca-9a64-43ef73c77095 HTTP/1.1" status: 200 len: 1001 time: 0.0983167 Oct 19 08:34:34.666014 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-541dc762-e25a-4a6d-a73d-c352a8297599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:34.667412 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-541dc762-e25a-4a6d-a73d-c352a8297599 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dee2382b-c3c0-47d6-b386-cc27151b1833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1311021 Oct 19 08:34:34.675897 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdeb389-baa1-43d7-a4e3-a9cc8ec144b8 req-ba9474d6-d519-4195-997e-47a58b5cbc84 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:34.677267 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ebdeb389-baa1-43d7-a4e3-a9cc8ec144b8 req-ba9474d6-d519-4195-997e-47a58b5cbc84 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.1123819 Oct 19 08:34:34.691320 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-8488d06e-2692-4d7f-8fc8-a939ec2e04f8 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:34:34.692308 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-8488d06e-2692-4d7f-8fc8-a939ec2e04f8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068128 Oct 19 08:34:34.797706 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6d41-c276-4280-88b6-8a50c26aedbd req-7df6afda-f7d6-4d75-8bbf-ede06a152dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:34.799096 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ed6a6d41-c276-4280-88b6-8a50c26aedbd req-7df6afda-f7d6-4d75-8bbf-ede06a152dac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579fb183-31e6-4819-83c6-66e752c298e0 HTTP/1.1" status: 200 len: 848 time: 0.1207118 Oct 19 08:34:34.854183 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ebdeb389-baa1-43d7-a4e3-a9cc8ec144b8 req-e7938975-d028-4024-b4b0-db9b14340948 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610272 Oct 19 08:34:34.898383 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cbc0f-12b5-4c56-9d30-8ea19f24011f req-c1de41e5-2e43-46c2-af1c-8529862735a0 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:34.899861 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e53cbc0f-12b5-4c56-9d30-8ea19f24011f req-c1de41e5-2e43-46c2-af1c-8529862735a0 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.1875401 Oct 19 08:34:34.910737 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-36651d05-ecf3-4195-bb91-bae7a0290e1c service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993983 Oct 19 08:34:34.928443 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6d41-c276-4280-88b6-8a50c26aedbd req-a6437c4f-8c88-4c1c-9028-2e04fc144ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:34.930003 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ed6a6d41-c276-4280-88b6-8a50c26aedbd req-a6437c4f-8c88-4c1c-9028-2e04fc144ac1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb031b3e-c52c-423e-8e10-3f31ca90acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1008830 Oct 19 08:34:35.056488 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e53cbc0f-12b5-4c56-9d30-8ea19f24011f req-1d76803c-568a-48bf-a74f-9c2fc231682e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490836 Oct 19 08:34:35.135047 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d2aeea04-b146-48b2-8bdd-05b6faae9da8 req-254c7f8b-f1eb-4b79-868e-a99701903789 service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145410 Oct 19 08:34:35.146056 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733cfab-5f3b-4f18-98bb-d62510a2d6a9 req-84a9bfb0-5bbd-449f-9900-ebd19732df09 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:35.147491 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c733cfab-5f3b-4f18-98bb-d62510a2d6a9 req-84a9bfb0-5bbd-449f-9900-ebd19732df09 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0855989 Oct 19 08:34:35.149438 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ed6a6d41-c276-4280-88b6-8a50c26aedbd req-4a33b819-3a4c-4e8d-8fdc-6f5b6fb4fc9b service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090905 Oct 19 08:34:35.215386 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c733cfab-5f3b-4f18-98bb-d62510a2d6a9 req-d202e883-7eb6-4a40-b1cd-668b30aad0b8 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617020 Oct 19 08:34:35.271568 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ed6a6d41-c276-4280-88b6-8a50c26aedbd req-63e2e906-e0ec-405c-bd30-222b9da2f42a service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109514 Oct 19 08:34:35.899601 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-3ff3f391-04e1-41a9-b5b1-aa149c387f4f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:35.901049 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-3ff3f391-04e1-41a9-b5b1-aa149c387f4f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.0497200 Oct 19 08:34:36.015214 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8538eae-13e6-458c-8b28-1bc965fa4a1a req-5c67d6b7-dc17-4ae8-836b-6cf03a583bd6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:36.016573 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f8538eae-13e6-458c-8b28-1bc965fa4a1a req-5c67d6b7-dc17-4ae8-836b-6cf03a583bd6 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0838673 Oct 19 08:34:36.067188 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f8538eae-13e6-458c-8b28-1bc965fa4a1a req-d6f66be8-3f2c-4b67-8d44-1f551cde6256 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427661 Oct 19 08:34:36.069128 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Deleting port ff26f079-abb3-425c-828c-e1118d527879 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:34:36.069452 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:36.162412 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] For port ff26f079-abb3-425c-828c-e1118d527879, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=ff26f079-abb3-425c-828c-e1118d527879,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:36.162811 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:36.395872 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:36.396148 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:36.396456 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.l3_db [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Floating IP 98f0dc43-4fb4-49ec-bdbd-58ec1de85d06 disassociated. External IP: 172.27.2.133, port: ff26f079-abb3-425c-828c-e1118d527879. Oct 19 08:34:36.396790 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Calling delete_port for ff26f079-abb3-425c-828c-e1118d527879 owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:34:36.423075 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17193f5b-588d-448d-8af8-44e30aba4697 req-cc9937fe-183e-4074-ac32-d49e0db91b55 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:36.424527 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-17193f5b-588d-448d-8af8-44e30aba4697 req-cc9937fe-183e-4074-ac32-d49e0db91b55 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.1260936 Oct 19 08:34:36.432913 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c70e58-3eb4-460a-9b80-e7af22fdc749 req-e87da122-ebbb-4b31-8e30-50177a4d4b16 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:36.434255 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a5c70e58-3eb4-460a-9b80-e7af22fdc749 req-e87da122-ebbb-4b31-8e30-50177a4d4b16 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 946 time: 0.1519156 Oct 19 08:34:36.539725 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a5c70e58-3eb4-460a-9b80-e7af22fdc749 req-03b4d408-bc91-4644-9b29-dd3a68e27666 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738566 Oct 19 08:34:36.542306 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-17193f5b-588d-448d-8af8-44e30aba4697 req-1bb041a3-6b5a-4c4b-99a2-9ac7f06534bc tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776284 Oct 19 08:34:36.606443 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:36.634538 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event deleted for resources: {'Port': ['ID=ff26f079-abb3-425c-828c-e1118d527879,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:36.645258 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:36.645601 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:36.645982 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:36.646260 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:36.646611 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:36.646938 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:36.647261 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:36.647583 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:36.647905 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:36.648221 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:36.648536 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:36.648850 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:36.759557 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Router 51a04db1-e82b-4e7a-abb1-dee860873d0d has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:34:36.865108 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:34:36.874799 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b467c-4117-4661-bbbb-a216d4a7e297 None None] Sync routers for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:34:36.883568 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b467c-4117-4661-bbbb-a216d4a7e297 None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:34:36.884173 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-550b467c-4117-4661-bbbb-a216d4a7e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:36.907586 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] No DVR routers for this DVR port ff26f079-abb3-425c-828c-e1118d527879 on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:34:36.910266 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:36.913988 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0a1775ce-0a56-4dfa-b28c-3eb440905cba req-aea647fd-66b8-4ce0-84d5-c86faf8d4fe7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "DELETE /v2.0/ports/ff26f079-abb3-425c-828c-e1118d527879 HTTP/1.1" status: 204 len: 173 time: 1.0056174 Oct 19 08:34:36.914408 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9802a026-2641-4cdf-9d05-97a5272d6d8b', 'name': 'network-vif-deleted', 'tag': 'ff26f079-abb3-425c-828c-e1118d527879'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:34:36.916705 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011fac8c-f911-44d3-98e9-561452f64614" -d '{"events": [{"server_uuid": "9802a026-2641-4cdf-9d05-97a5272d6d8b", "name": "network-vif-deleted", "tag": "ff26f079-abb3-425c-828c-e1118d527879"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:36.960198 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e99ba25-9c57-4dd9-93b0-a129f02ebd90 x-openstack-request-id: req-7e99ba25-9c57-4dd9-93b0-a129f02ebd90 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:36.960489 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9802a026-2641-4cdf-9d05-97a5272d6d8b", "name": "network-vif-deleted", "tag": "ff26f079-abb3-425c-828c-e1118d527879", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:36.960739 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e99ba25-9c57-4dd9-93b0-a129f02ebd90 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:36.961134 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9802a026-2641-4cdf-9d05-97a5272d6d8b', 'name': 'network-vif-deleted', 'tag': 'ff26f079-abb3-425c-828c-e1118d527879', 'status': 'completed', 'code': 200} Oct 19 08:34:36.999372 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-550b467c-4117-4661-bbbb-a216d4a7e297 None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:34:37.202711 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb013ef-ed85-4ed5-93ce-c2607c9c793f req-022d0450-5a55-4b94-89c2-45674d78eef3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:37.204250 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ecb013ef-ed85-4ed5-93ce-c2607c9c793f req-022d0450-5a55-4b94-89c2-45674d78eef3 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0545883 Oct 19 08:34:37.222520 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-550b467c-4117-4661-bbbb-a216d4a7e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:37.245797 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ecb013ef-ed85-4ed5-93ce-c2607c9c793f req-de6507a2-9f7d-4dcb-9162-a6e3b4fcb108 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348153 Oct 19 08:34:37.255559 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b467c-4117-4661-bbbb-a216d4a7e297 None None] Checking router: 51a04db1-e82b-4e7a-abb1-dee860873d0d for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:34:37.265157 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b467c-4117-4661-bbbb-a216d4a7e297 None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:34:37.265768 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-550b467c-4117-4661-bbbb-a216d4a7e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:37.374509 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-550b467c-4117-4661-bbbb-a216d4a7e297 None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:34:37.572242 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-550b467c-4117-4661-bbbb-a216d4a7e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:37.609903 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b467c-4117-4661-bbbb-a216d4a7e297 None None] The sync data for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi is: [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:34:37.710066 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-190d230d-0ffa-4082-87fc-91d30711314f req-b6c66f16-5282-45ae-922e-52274d6c00f4 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=9802a026-2641-4cdf-9d05-97a5272d6d8b HTTP/1.1" status: 200 len: 210 time: 0.0311980 Oct 19 08:34:37.738289 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0c580-1cc4-4383-83a8-591ba0aab9b2 req-0e40ea6d-42a8-4589-aad2-cc4c747afe51 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:37.740047 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-04b0c580-1cc4-4383-83a8-591ba0aab9b2 req-0e40ea6d-42a8-4589-aad2-cc4c747afe51 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0903742 Oct 19 08:34:37.785683 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-04b0c580-1cc4-4383-83a8-591ba0aab9b2 req-232f7abc-59c3-4aa5-9f3b-423f9846d492 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382450 Oct 19 08:34:37.880918 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d553f-23d9-42d1-b3b5-e522cfc3e35a None None] New status for floating IP 98f0dc43-4fb4-49ec-bdbd-58ec1de85d06: DOWN {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:34:37.991847 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 46714) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:38.015359 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dfb9b-f85f-4099-a9fd-f7dd16a631ae req-5a50de2e-50db-4fbd-a16b-9e499cec7fb6 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:38.023094 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-140dfb9b-f85f-4099-a9fd-f7dd16a631ae req-5a50de2e-50db-4fbd-a16b-9e499cec7fb6 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0619953 Oct 19 08:34:38.071021 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-140dfb9b-f85f-4099-a9fd-f7dd16a631ae req-5ceb77df-c5c3-45af-ada2-4636f7817073 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469096 Oct 19 08:34:38.086404 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-51ca255e-e732-4265-b856-c69b01656907 req-57c420b0-000c-48c8-9807-dcdc5135a425 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933323 Oct 19 08:34:38.098485 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [req-51ca255e-e732-4265-b856-c69b01656907 req-f66395c4-6778-4142-a961-25fa640d3181 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:34:38.099822 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-51ca255e-e732-4265-b856-c69b01656907 req-f66395c4-6778-4142-a961-25fa640d3181 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066803 Oct 19 08:34:38.381032 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3bb26-59df-482e-b520-ff2771a14542 req-e56d3854-8e28-4c26-936c-d3253bc59e55 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:38.382598 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-91a3bb26-59df-482e-b520-ff2771a14542 req-e56d3854-8e28-4c26-936c-d3253bc59e55 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 943 time: 0.0532482 Oct 19 08:34:38.422048 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-91a3bb26-59df-482e-b520-ff2771a14542 req-7f72ed3f-db1e-4f6a-9980-5b49f9e3c4c4 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327208 Oct 19 08:34:38.552636 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5a96c138-97d6-476d-b751-ac066e4a3cef details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:34:38.649530 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 5a96c138-97d6-476d-b751-ac066e4a3cef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5a96c138-97d6-476d-b751-ac066e4a3cef,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:38.660280 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'port_id': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'mac_address': 'fa:16:3e:a4:e3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:34:38.695853 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:38.708759 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a96c138-97d6-476d-b751-ac066e4a3cef {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:34:38.727065 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 5a96c138-97d6-476d-b751-ac066e4a3cef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5a96c138-97d6-476d-b751-ac066e4a3cef,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:38.730386 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:38.782600 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=5a96c138-97d6-476d-b751-ac066e4a3cef,revision_number=9']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:38.910778 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-85084f32-9d83-4cb2-a7e5-c034a1b317cc tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740896653&fields=id&tenant_id=28ca19e490b045a8af80ce6bc64afa50 HTTP/1.1" status: 200 len: 267 time: 0.0309083 Oct 19 08:34:39.108070 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['5a96c138-97d6-476d-b751-ac066e4a3cef'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:34:39.287172 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-7739228e-f852-4b79-8582-187b11553d8d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:39.288594 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-7739228e-f852-4b79-8582-187b11553d8d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 812 time: 0.3711865 Oct 19 08:34:39.297181 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7ca2b-0079-4b9d-977f-7a2f7a63b21d req-e19711cc-6b6b-4a44-9ea3-1ebbd897d93a tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:39.298512 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71d7ca2b-0079-4b9d-977f-7a2f7a63b21d req-e19711cc-6b6b-4a44-9ea3-1ebbd897d93a tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0765116 Oct 19 08:34:39.314523 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-c19344ba-ceb8-4433-a9ef-dfa0094e9931 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/quotas/28ca19e490b045a8af80ce6bc64afa50 HTTP/1.1" status: 200 len: 375 time: 0.0150938 Oct 19 08:34:39.366476 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71d7ca2b-0079-4b9d-977f-7a2f7a63b21d req-627a6aa3-6873-48e5-bbef-39bf55a717d8 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608208 Oct 19 08:34:39.382051 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-567abccf-65ff-478b-a1a8-d21f03d0b549 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616081 Oct 19 08:34:39.440323 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-c54bc16f-0c93-4f44-b32a-a38a4db8e670 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:34:39.441285 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-c54bc16f-0c93-4f44-b32a-a38a4db8e670 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0473466 Oct 19 08:34:39.559879 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-4002b268-af96-4d11-9e9d-e881ba87a9a2 service neutron] 10.222.0.26 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124611 Oct 19 08:34:39.571855 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5323bdc-91db-4317-be08-460de2ab6882 req-bfbbc5b5-b39a-4cc1-b248-513049a49436 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:39.573197 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a5323bdc-91db-4317-be08-460de2ab6882 req-bfbbc5b5-b39a-4cc1-b248-513049a49436 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 944 time: 0.0712726 Oct 19 08:34:39.658804 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a5323bdc-91db-4317-be08-460de2ab6882 req-f3b25805-18a3-4d82-b27d-41830bc32fe8 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769532 Oct 19 08:34:39.682121 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-f7d62999-6290-4aae-beb7-31c857e6cc37 service neutron] 10.222.0.26 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080282 Oct 19 08:34:39.956484 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-936acda4-2c7a-4760-98ec-f566372063a3 req-615dafd0-9cdf-43a2-b441-f207d0a29005 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 210 time: 0.0263679 Oct 19 08:34:40.490037 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65127c-9cff-4921-a538-73945bdcd91d req-79424049-bcab-490a-9bd7-8a13bb862c2e tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:40.491424 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4f65127c-9cff-4921-a538-73945bdcd91d req-79424049-bcab-490a-9bd7-8a13bb862c2e tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0513823 Oct 19 08:34:40.529298 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4f65127c-9cff-4921-a538-73945bdcd91d req-bc9d39ad-41cf-4a1f-ad47-3f4ee1ed3916 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Oct 19 08:34:40.565217 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5a96c138-97d6-476d-b751-ac066e4a3cef up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:34:40.614387 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 5a96c138-97d6-476d-b751-ac066e4a3cef triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:34:40.614798 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:40.691021 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:40.714911 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:34:40.718064 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969cae36-c2ce-4f2c-921c-093c00287fe5" -d '{"events": [{"server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "name": "network-vif-plugged", "status": "completed", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:40.738542 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 5a96c138-97d6-476d-b751-ac066e4a3cef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5a96c138-97d6-476d-b751-ac066e4a3cef,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:40.746709 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:40.747993 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 12a0882c-425b-45ca-9a64-43ef73c77095 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:34:40.781191 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f14deb-9f6a-4f76-a0b5-55d46282a98f x-openstack-request-id: req-03f14deb-9f6a-4f76-a0b5-55d46282a98f {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:40.781469 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "name": "network-vif-plugged", "status": "completed", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:40.781831 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03f14deb-9f6a-4f76-a0b5-55d46282a98f {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:40.782187 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'code': 200} Oct 19 08:34:40.799793 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e198c42-65c8-45cf-b5fb-87bcfd28692c req-0079dd3b-ea0a-4fec-bc4a-a78d2d266462 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:40.807359 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4e198c42-65c8-45cf-b5fb-87bcfd28692c req-0079dd3b-ea0a-4fec-bc4a-a78d2d266462 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 946 time: 0.0734434 Oct 19 08:34:40.847639 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=5a96c138-97d6-476d-b751-ac066e4a3cef,revision_number=10']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:40.912271 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:40.914033 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4e198c42-65c8-45cf-b5fb-87bcfd28692c req-b003cea2-73b3-4b15-961c-ba01f7c55521 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057844 Oct 19 08:34:40.957327 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 12a0882c-425b-45ca-9a64-43ef73c77095, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=12a0882c-425b-45ca-9a64-43ef73c77095,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:40.962355 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:40.963203 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device ff26f079-abb3-425c-828c-e1118d527879 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:34:40.984940 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: ff26f079-abb3-425c-828c-e1118d527879 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:34:40.985353 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device ff26f079-abb3-425c-828c-e1118d527879 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:34:41.003466 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-01f051c5-6918-46a3-8b8d-8ce3989c47a8 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:41.004921 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-01f051c5-6918-46a3-8b8d-8ce3989c47a8 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 812 time: 0.2240212 Oct 19 08:34:41.024532 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3415aa-3d4e-401e-9668-865c5c53740f req-b1bffeee-d1e8-49b7-815d-b5e82ff30206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:41.026247 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6f3415aa-3d4e-401e-9668-865c5c53740f req-b1bffeee-d1e8-49b7-815d-b5e82ff30206 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 1099 time: 0.0592728 Oct 19 08:34:41.034858 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=12a0882c-425b-45ca-9a64-43ef73c77095,revision_number=6']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:41.077400 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-16d9e25b-511a-433d-a4c6-58263a2c1760 req-934922d9-c811-4499-8d63-4d1cfe1e13cb tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 210 time: 0.0421102 Oct 19 08:34:41.095077 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-8d11e666-10fc-4109-a643-b3234d474a13 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28ca19e490b045a8af80ce6bc64afa50 HTTP/1.1" status: 200 len: 379 time: 0.0784316 Oct 19 08:34:41.106187 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-389db8cc-c214-442b-b87c-a300452fa14a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Request body: {'port': {'device_id': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'admin_state_up': True, 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'security_groups': ['9f953905-b8d2-470f-816c-dcdf7d12bd2c']}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:34:41.118396 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6f3415aa-3d4e-401e-9668-865c5c53740f req-f6ed867d-a7bd-414b-a027-b1ebe63380a5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820944 Oct 19 08:34:41.218819 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-389db8cc-c214-442b-b87c-a300452fa14a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Made reservation on behalf of 28ca19e490b045a8af80ce6bc64afa50 for: {'port': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:34:41.222260 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-389db8cc-c214-442b-b87c-a300452fa14a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:41.346025 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-389db8cc-c214-442b-b87c-a300452fa14a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Allocated IP 172.20.0.5 (09e1e2e2-02ec-4078-9b6b-9e1d757336b7/172ef68a-c4a9-4c64-a462-ff7f41dc6844/c2ff330e-a352-4142-beea-72ad324f3271) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:34:41.478002 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-389db8cc-c214-442b-b87c-a300452fa14a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:41.510983 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-389db8cc-c214-442b-b87c-a300452fa14a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:41.556580 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-389db8cc-c214-442b-b87c-a300452fa14a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:34:41.559641 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-389db8cc-c214-442b-b87c-a300452fa14a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:34:41.563541 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-389db8cc-c214-442b-b87c-a300452fa14a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:34:41.592850 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389db8cc-c214-442b-b87c-a300452fa14a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'Port': ['ID=c2ff330e-a352-4142-beea-72ad324f3271,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:41.647198 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-389db8cc-c214-442b-b87c-a300452fa14a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:41.647818 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-389db8cc-c214-442b-b87c-a300452fa14a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:41.669182 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91f022-b0c2-482a-bd7a-c7fa99a36013 req-83a3192c-707a-498b-a7ae-416928409911 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:41.670993 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b91f022-b0c2-482a-bd7a-c7fa99a36013 req-83a3192c-707a-498b-a7ae-416928409911 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.0717058 Oct 19 08:34:41.678715 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-389db8cc-c214-442b-b87c-a300452fa14a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761845 Oct 19 08:34:41.691720 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Request body: {'port': {'device_id': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:34:41.760072 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b91f022-b0c2-482a-bd7a-c7fa99a36013 req-690b539b-323b-43fc-81e4-352b4ee898bf tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803728 Oct 19 08:34:41.769176 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:41.798409 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-0862e441-f64d-460a-9d89-b66c1def671b None None] Provisioning complete for port c2ff330e-a352-4142-beea-72ad324f3271 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:34:41.798981 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-0862e441-f64d-460a-9d89-b66c1def671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:41.834130 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-0862e441-f64d-460a-9d89-b66c1def671b None None] Port c2ff330e-a352-4142-beea-72ad324f3271 cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:34:41.915618 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e3377b33-f6ae-4863-b6d1-71f2f70d0363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:42.061580 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ff330e-a352-4142-beea-72ad324f3271 {{(pid=99813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:34:42.070613 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:42.087749 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb09f3-5f14-481d-a8c1-6b2856236f74 req-d6c40095-af13-4b8c-aa29-1a651bd2afcd tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:42.089208 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9feb09f3-5f14-481d-a8c1-6b2856236f74 req-d6c40095-af13-4b8c-aa29-1a651bd2afcd tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 946 time: 0.1008079 Oct 19 08:34:42.094439 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.provisioning_blocks [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Transition to ACTIVE for port object c2ff330e-a352-4142-beea-72ad324f3271 will not be triggered until provisioned by entity L2. {{(pid=99813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:34:42.103007 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:42.184154 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9feb09f3-5f14-481d-a8c1-6b2856236f74 req-7037cd16-607b-464f-9c73-887265ad41a1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880299 Oct 19 08:34:42.196235 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Pushing event updated for resources: {'Port': ['ID=c2ff330e-a352-4142-beea-72ad324f3271,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:42.258106 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9d0fc8ef-96e9-4e16-80d9-ed5a642f580f req-4dac8ff9-0287-45c3-bf59-1e8367a4d413 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985919572&fields=id&tenant_id=cd22145dede44acfb6409d55f4c00fcd HTTP/1.1" status: 200 len: 267 time: 0.1160951 Oct 19 08:34:42.395952 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fc8ef-96e9-4e16-80d9-ed5a642f580f req-2edb13f6-c74a-4ec5-aad0-491bd272fab0 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:42.398316 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9d0fc8ef-96e9-4e16-80d9-ed5a642f580f req-2edb13f6-c74a-4ec5-aad0-491bd272fab0 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 985 time: 0.1162212 Oct 19 08:34:42.400721 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Attempting to bind port c2ff330e-a352-4142-beea-72ad324f3271 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:34:42.401059 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Attempting to bind port c2ff330e-a352-4142-beea-72ad324f3271 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:34:42.401387 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Attempting to bind port c2ff330e-a352-4142-beea-72ad324f3271 on network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:34:42.410660 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fe460-832e-4910-87a9-8a1af987a7c2 req-b62fc581-f303-4140-896d-a2b8c5bb5ecf tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:42.412413 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5c0fe460-832e-4910-87a9-8a1af987a7c2 req-b62fc581-f303-4140-896d-a2b8c5bb5ecf tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 943 time: 0.1311266 Oct 19 08:34:42.420550 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [req-9d0fc8ef-96e9-4e16-80d9-ed5a642f580f req-c9fcc35d-a3a8-4ce4-a3d8-cfbb6a86ea8e tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Request body: {'port': {'security_groups': ['f51116ac-7c2a-4a76-b0ea-087e4cca500b']}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:34:42.426203 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Port c2ff330e-a352-4142-beea-72ad324f3271 on network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:34:42.426618 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Attempting to bind port c2ff330e-a352-4142-beea-72ad324f3271 on network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:34:42.465379 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:34:42.465715 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Checking segment: {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:34:42.466094 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Bound using segment: {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'} {{(pid=99813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:34:42.467280 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.managers [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Bound port: c2ff330e-a352-4142-beea-72ad324f3271, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'}}] {{(pid=99813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:34:42.467639 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:42.552931 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5c0fe460-832e-4910-87a9-8a1af987a7c2 req-86d6a466-c08a-4929-adc3-162a29999ab6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281452 Oct 19 08:34:42.563196 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-9d0fc8ef-96e9-4e16-80d9-ed5a642f580f req-c9fcc35d-a3a8-4ce4-a3d8-cfbb6a86ea8e tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:42.597948 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] For port c2ff330e-a352-4142-beea-72ad324f3271, host hv-cinder-81398, cleared binding levels {{(pid=99813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:34:42.635324 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] For port c2ff330e-a352-4142-beea-72ad324f3271, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c2ff330e-a352-4142-beea-72ad324f3271,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:34:42.642918 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:42.690363 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:42.691021 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:42.692390 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] 10.222.0.11 "PUT /v2.0/ports/c2ff330e-a352-4142-beea-72ad324f3271 HTTP/1.1" status: 200 len: 1093 time: 1.0047009 Oct 19 08:34:42.702603 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'tag': 'c2ff330e-a352-4142-beea-72ad324f3271'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:34:42.705329 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995db669-e4b0-47b7-a851-47bd349d0d60" -d '{"events": [{"name": "network-changed", "server_uuid": "532d2be2-d6f6-4402-b37b-574a504d3ab4", "tag": "c2ff330e-a352-4142-beea-72ad324f3271"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:42.765943 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1422eb48-ea4b-4686-abd9-8a6b66a83fd2 x-openstack-request-id: req-1422eb48-ea4b-4686-abd9-8a6b66a83fd2 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:42.766210 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532d2be2-d6f6-4402-b37b-574a504d3ab4", "tag": "c2ff330e-a352-4142-beea-72ad324f3271", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:42.766410 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1422eb48-ea4b-4686-abd9-8a6b66a83fd2 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:42.766867 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'tag': 'c2ff330e-a352-4142-beea-72ad324f3271', 'status': 'completed', 'code': 200} Oct 19 08:34:42.770559 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37793a47-316a-4297-80c8-07d03f4b334a service neutron] Pushing event updated for resources: {'Port': ['ID=c2ff330e-a352-4142-beea-72ad324f3271,revision_number=3']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:42.783210 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:34:42.785599 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77941e2e-21b7-496a-b739-743d70f46ba2" -d '{"events": [{"server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "name": "network-vif-unplugged", "status": "completed", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:42.868908 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-45cd8dea-aaad-4335-8aeb-9aacd6dea33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:42.870384 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-45cd8dea-aaad-4335-8aeb-9aacd6dea33c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 1096 time: 0.1215892 Oct 19 08:34:42.962746 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-3dc86027-6678-4b61-a52e-61a034873806 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ff330e-a352-4142-beea-72ad324f3271 HTTP/1.1" status: 200 len: 217 time: 0.0765412 Oct 19 08:34:43.006637 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-9d0fc8ef-96e9-4e16-80d9-ed5a642f580f req-c9fcc35d-a3a8-4ce4-a3d8-cfbb6a86ea8e tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] For port 5b3bdd50-50bd-4849-bb58-8d9b2a088787, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:43.074070 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-9d0fc8ef-96e9-4e16-80d9-ed5a642f580f req-c9fcc35d-a3a8-4ce4-a3d8-cfbb6a86ea8e tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:43.087582 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717f95e-fd52-4173-a113-54d01a0123fa req-559052ae-d369-49ce-b761-56a71ec489f2 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:43.089087 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3717f95e-fd52-4173-a113-54d01a0123fa req-559052ae-d369-49ce-b761-56a71ec489f2 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.2242942 Oct 19 08:34:43.094605 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-9d0fc8ef-96e9-4e16-80d9-ed5a642f580f req-c9fcc35d-a3a8-4ce4-a3d8-cfbb6a86ea8e tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:43.097360 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-96288d2d-e072-41a0-99f1-f74340aef568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:43.098899 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-96288d2d-e072-41a0-99f1-f74340aef568 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 200 len: 851 time: 0.1183045 Oct 19 08:34:43.110140 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['5b3bdd50-50bd-4849-bb58-8d9b2a088787'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:34:43.190022 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fc8ef-96e9-4e16-80d9-ed5a642f580f req-c9fcc35d-a3a8-4ce4-a3d8-cfbb6a86ea8e tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:43.190811 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-9d0fc8ef-96e9-4e16-80d9-ed5a642f580f req-c9fcc35d-a3a8-4ce4-a3d8-cfbb6a86ea8e tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:43.192244 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9d0fc8ef-96e9-4e16-80d9-ed5a642f580f req-c9fcc35d-a3a8-4ce4-a3d8-cfbb6a86ea8e tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "PUT /v2.0/ports/5b3bdd50-50bd-4849-bb58-8d9b2a088787 HTTP/1.1" status: 200 len: 943 time: 0.7789006 Oct 19 08:34:43.198728 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 46832) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:43.238550 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3717f95e-fd52-4173-a113-54d01a0123fa req-b0dd12a5-3695-45ff-980d-049d3229d500 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336064 Oct 19 08:34:43.280558 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcc35d-a3a8-4ce4-a3d8-cfbb6a86ea8e tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event updated for resources: {'Port': ['ID=5b3bdd50-50bd-4849-bb58-8d9b2a088787,revision_number=7']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:43.296632 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-b9e34209-ec55-45c4-9b25-ffb7e74cdffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:43.299600 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-b9e34209-ec55-45c4-9b25-ffb7e74cdffe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1896107 Oct 19 08:34:43.300745 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 08:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3915e23c-ad91-4369-894f-d81d79ca7be1 x-openstack-request-id: req-3915e23c-ad91-4369-894f-d81d79ca7be1 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:43.302844 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "name": "network-vif-unplugged", "status": "completed", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:43.303198 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3915e23c-ad91-4369-894f-d81d79ca7be1 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:43.303678 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095', 'code': 200} Oct 19 08:34:43.306011 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['5b3bdd50-50bd-4849-bb58-8d9b2a088787'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:34:43.350869 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:43.439476 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:43.551286 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:43.554159 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:43.555399 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "DELETE /v2.0/security-groups/b94be8c3-234b-4cdf-8578-3672b7eda7b1 HTTP/1.1" status: 204 len: 168 time: 0.3555791 Oct 19 08:34:43.559216 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 46840) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:43.613975 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94be8c3-234b-4cdf-8578-3672b7eda7b1,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:43.631878 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.632473 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.633099 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.633640 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.634306 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.634858 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.635379 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.635881 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.636446 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.636996 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.637580 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.638267 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d00061-d07e-4b35-b2b8-f58ebf626149 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.693500 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca255e-e732-4265-b856-c69b01656907 req-082be52b-a362-4484-90a1-d365f836b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:43.697616 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-51ca255e-e732-4265-b856-c69b01656907 req-082be52b-a362-4484-90a1-d365f836b253 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986&tenant_id=4c35a609df154c65988d39d98e9f50c8 HTTP/1.1" status: 200 len: 1097 time: 0.2556124 Oct 19 08:34:43.701553 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-586ae498-4bea-41dd-afee-ed98219b163d service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936195 Oct 19 08:34:43.706204 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-ce142833-e973-4757-b637-934d684fa588 None None] Provisioning complete for port 5b3bdd50-50bd-4849-bb58-8d9b2a088787 triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:34:43.706639 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-ce142833-e973-4757-b637-934d684fa588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:43.728718 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7a2f7-8e46-4a5b-ab77-741ecefcf6da req-962bf703-3529-46e1-b716-a55e34044d9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:43.731381 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-67c7a2f7-8e46-4a5b-ab77-741ecefcf6da req-962bf703-3529-46e1-b716-a55e34044d9b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 946 time: 0.2882202 Oct 19 08:34:43.807299 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-adf95d06-ea89-4998-8703-3ec1f9bb4de4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Deleting port 7d20a6da-a7ec-47f4-bd20-0534e34b66c2 {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:34:43.807735 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-adf95d06-ea89-4998-8703-3ec1f9bb4de4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:43.833848 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-67c7a2f7-8e46-4a5b-ab77-741ecefcf6da req-14bbd7a8-f6f6-4935-a39f-2ca3de630ce7 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692747 Oct 19 08:34:43.917728 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca255e-e732-4265-b856-c69b01656907 req-54e8adba-bf65-4b44-8a79-8e0ced28f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:43.920189 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-51ca255e-e732-4265-b856-c69b01656907 req-54e8adba-bf65-4b44-8a79-8e0ced28f0d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c35a609df154c65988d39d98e9f50c8&device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 1097 time: 0.1249342 Oct 19 08:34:43.934522 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe52927-afa4-4819-b96d-3a466f4ec9c9 req-a9bab82c-3a39-4c63-aaa5-c4ba0315e301 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:43.937097 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-adf95d06-ea89-4998-8703-3ec1f9bb4de4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:43.938775 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-adf95d06-ea89-4998-8703-3ec1f9bb4de4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:43.941968 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dbe52927-afa4-4819-b96d-3a466f4ec9c9 req-a9bab82c-3a39-4c63-aaa5-c4ba0315e301 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 943 time: 0.2521691 Oct 19 08:34:43.956710 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-adf95d06-ea89-4998-8703-3ec1f9bb4de4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Calling delete_port for 7d20a6da-a7ec-47f4-bd20-0534e34b66c2 owned by network:floatingip {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:34:44.003262 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-865d50e1-62ab-4c13-99de-21eef8ca7974 req-d3324971-dd92-4dec-990e-ee925a967d34 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490692 Oct 19 08:34:44.045731 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dbe52927-afa4-4819-b96d-3a466f4ec9c9 req-341e7fe0-9100-4b22-b3bc-cb3a99abceda tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029065 Oct 19 08:34:44.104276 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca255e-e732-4265-b856-c69b01656907 req-fc11eaac-408d-403a-95fa-ce6a62a1ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:44.105738 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-51ca255e-e732-4265-b856-c69b01656907 req-fc11eaac-408d-403a-95fa-ce6a62a1ddfe service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb031b3e-c52c-423e-8e10-3f31ca90acd6 HTTP/1.1" status: 200 len: 910 time: 0.1570010 Oct 19 08:34:44.108154 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995db669-e4b0-47b7-a851-47bd349d0d60 req-e8f292b7-f82e-422b-9f6c-92ba5850fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:44.109465 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-995db669-e4b0-47b7-a851-47bd349d0d60 req-e8f292b7-f82e-422b-9f6c-92ba5850fa98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 1096 time: 0.0588875 Oct 19 08:34:44.155656 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-adf95d06-ea89-4998-8703-3ec1f9bb4de4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:44.181752 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf95d06-ea89-4998-8703-3ec1f9bb4de4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event deleted for resources: {'Port': ['ID=7d20a6da-a7ec-47f4-bd20-0534e34b66c2,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:44.229821 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-51ca255e-e732-4265-b856-c69b01656907 req-1b33772f-5b9a-488c-b91c-c0b418591892 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0882c-425b-45ca-9a64-43ef73c77095 HTTP/1.1" status: 200 len: 999 time: 0.1114125 Oct 19 08:34:44.243724 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-adf95d06-ea89-4998-8703-3ec1f9bb4de4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks [] for floatingip, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:44.244346 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.l3_db [None req-adf95d06-ea89-4998-8703-3ec1f9bb4de4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Floating IP b673d74c-c603-43bd-a599-34c649b2571d disassociated (deleted). External IP: 172.27.2.173, port: 5b3bdd50-50bd-4849-bb58-8d9b2a088787. Oct 19 08:34:44.283304 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995db669-e4b0-47b7-a851-47bd349d0d60 req-0b054286-84e5-4b1e-a373-e30aa0715d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:44.284758 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-995db669-e4b0-47b7-a851-47bd349d0d60 req-0b054286-84e5-4b1e-a373-e30aa0715d26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 913 time: 0.1605482 Oct 19 08:34:44.463921 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf95d06-ea89-4998-8703-3ec1f9bb4de4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Router 2ed3444e-524e-4499-a446-bfff93c3c06a has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:34:44.577537 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf95d06-ea89-4998-8703-3ec1f9bb4de4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:34:44.582441 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-adf95d06-ea89-4998-8703-3ec1f9bb4de4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:44.587681 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883963f-3737-4275-82c9-f47d26bddc32 None None] Sync routers for ids ['2ed3444e-524e-4499-a446-bfff93c3c06a'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:34:44.591671 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca255e-e732-4265-b856-c69b01656907 req-64128597-3e5d-4451-81cd-296f6ee565eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:44.593425 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-51ca255e-e732-4265-b856-c69b01656907 req-64128597-3e5d-4451-81cd-296f6ee565eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579fb183-31e6-4819-83c6-66e752c298e0 HTTP/1.1" status: 200 len: 848 time: 0.3559000 Oct 19 08:34:44.596037 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-995db669-e4b0-47b7-a851-47bd349d0d60 req-03933c0e-61d1-4889-b1b4-1b7414d5dd8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ff330e-a352-4142-beea-72ad324f3271 HTTP/1.1" status: 200 len: 217 time: 0.3037252 Oct 19 08:34:44.598825 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883963f-3737-4275-82c9-f47d26bddc32 None None] Routers {'2ed3444e-524e-4499-a446-bfff93c3c06a'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:34:44.599550 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-7883963f-3737-4275-82c9-f47d26bddc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['2ed3444e-524e-4499-a446-bfff93c3c06a'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:44.616735 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-adf95d06-ea89-4998-8703-3ec1f9bb4de4 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "DELETE /v2.0/floatingips/b673d74c-c603-43bd-a599-34c649b2571d HTTP/1.1" status: 204 len: 168 time: 1.0500047 Oct 19 08:34:44.616735 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:34:44.617511 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bdbffb-f1af-4d07-b271-e40fe46ea49d" -d '{"events": [{"name": "network-changed", "server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:44.706158 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a655d3-2605-4028-a8c0-6e90d5371d49 req-2fde7aa5-08c7-498e-b96c-f6caaee94914 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:44.707729 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-51a655d3-2605-4028-a8c0-6e90d5371d49 req-2fde7aa5-08c7-498e-b96c-f6caaee94914 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.1252658 Oct 19 08:34:44.710207 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995db669-e4b0-47b7-a851-47bd349d0d60 req-542fa717-9df9-4cfe-8730-beba2381bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:44.711586 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-995db669-e4b0-47b7-a851-47bd349d0d60 req-542fa717-9df9-4cfe-8730-beba2381bcef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 200 len: 851 time: 0.0997825 Oct 19 08:34:44.713436 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca255e-e732-4265-b856-c69b01656907 req-aa4c31d9-705a-4980-a8fd-b26e3bfeb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:44.714896 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-51ca255e-e732-4265-b856-c69b01656907 req-aa4c31d9-705a-4980-a8fd-b26e3bfeb374 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb031b3e-c52c-423e-8e10-3f31ca90acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950069 Oct 19 08:34:44.777588 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:34:44.780801 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720219b8-21dc-4699-8e26-9b7936285e81" -d '{"events": [{"name": "network-changed", "server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:44.814434 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-51a655d3-2605-4028-a8c0-6e90d5371d49 req-d5d24075-6d06-481c-97c7-973836e444a9 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966403 Oct 19 08:34:44.867922 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9b1707-4cd3-4a86-9d41-172f7cd5a63c x-openstack-request-id: req-fc9b1707-4cd3-4a86-9d41-172f7cd5a63c {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:44.868209 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:44.868461 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc9b1707-4cd3-4a86-9d41-172f7cd5a63c {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:44.868863 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787', 'status': 'completed', 'code': 200} Oct 19 08:34:44.889912 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-7883963f-3737-4275-82c9-f47d26bddc32 None None] Set router 2ed3444e-524e-4499-a446-bfff93c3c06a gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:34:44.898442 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995db669-e4b0-47b7-a851-47bd349d0d60 req-568658a4-6a11-4d72-a92f-ae679e6f0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:44.899770 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-995db669-e4b0-47b7-a851-47bd349d0d60 req-568658a4-6a11-4d72-a92f-ae679e6f0cd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1668239 Oct 19 08:34:44.901252 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778a0420-b003-428c-9c47-3a9823850aa8 x-openstack-request-id: req-778a0420-b003-428c-9c47-3a9823850aa8 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:44.901534 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:44.901849 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-778a0420-b003-428c-9c47-3a9823850aa8 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:44.902206 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787', 'status': 'completed', 'code': 200} Oct 19 08:34:44.957172 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-51ca255e-e732-4265-b856-c69b01656907 req-406e6861-4a23-46e6-8ea5-dcb680c5e04b service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159925 Oct 19 08:34:44.972779 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdbffb-f1af-4d07-b271-e40fe46ea49d req-7909d251-df4b-4988-adc3-fcb1d9d45f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:44.974189 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-c8bdbffb-f1af-4d07-b271-e40fe46ea49d req-7909d251-df4b-4988-adc3-fcb1d9d45f75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd22145dede44acfb6409d55f4c00fcd&device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 1099 time: 0.0592315 Oct 19 08:34:45.107269 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdbffb-f1af-4d07-b271-e40fe46ea49d req-453e246f-d4a7-4901-a9b4-8cfee13aa31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:45.109070 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-c8bdbffb-f1af-4d07-b271-e40fe46ea49d req-453e246f-d4a7-4901-a9b4-8cfee13aa31a service neutron] 10.222.0.11 "GET /v2.0/networks?id=dee2382b-c3c0-47d6-b386-cc27151b1833 HTTP/1.1" status: 200 len: 916 time: 0.1202281 Oct 19 08:34:45.137418 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-0ad2713d-a885-4bef-8925-75d7ebb582d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:45.158065 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8228938-68ef-4bb0-917a-2302ed61060d req-2bae6f87-7588-4b79-a560-d1874e2038da tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:45.160348 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a8228938-68ef-4bb0-917a-2302ed61060d req-2bae6f87-7588-4b79-a560-d1874e2038da tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 946 time: 0.1909125 Oct 19 08:34:45.165867 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-7883963f-3737-4275-82c9-f47d26bddc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 4, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port': {'id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '074a30a2-53d9-459d-8084-a144b5db17f7', 'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'mac_address': 'fa:16:3e:d8:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:08Z', 'updated_at': '2021-10-19T08:31:13Z', 'revision_number': 5, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'subnets': [{'id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:45.167444 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-c8bdbffb-f1af-4d07-b271-e40fe46ea49d req-555747eb-2117-4bbe-acc8-87768bceda32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787 HTTP/1.1" status: 200 len: 217 time: 0.0431507 Oct 19 08:34:45.169993 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-995db669-e4b0-47b7-a851-47bd349d0d60 req-3f29df71-5dc9-4d33-a448-85e0e858fa0f service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429433 Oct 19 08:34:45.172283 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-51ca255e-e732-4265-b856-c69b01656907 req-12190492-cb14-4109-8292-8166d76faed5 service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040007 Oct 19 08:34:45.216672 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883963f-3737-4275-82c9-f47d26bddc32 None None] Checking router: 2ed3444e-524e-4499-a446-bfff93c3c06a for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:34:45.227899 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883963f-3737-4275-82c9-f47d26bddc32 None None] Routers {'2ed3444e-524e-4499-a446-bfff93c3c06a'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:34:45.228706 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-7883963f-3737-4275-82c9-f47d26bddc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['2ed3444e-524e-4499-a446-bfff93c3c06a'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:45.231124 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdbffb-f1af-4d07-b271-e40fe46ea49d req-e89c9dd8-f5cb-480f-aa01-fba1c9aedc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:45.233352 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-c8bdbffb-f1af-4d07-b271-e40fe46ea49d req-e89c9dd8-f5cb-480f-aa01-fba1c9aedc93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9584cf7c-402e-4ad3-bbde-741ff64b6661 HTTP/1.1" status: 200 len: 854 time: 0.0619771 Oct 19 08:34:45.291388 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a8228938-68ef-4bb0-917a-2302ed61060d req-69d17d21-4b07-429e-9169-6d2f128f614e tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181693 Oct 19 08:34:45.311973 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdbffb-f1af-4d07-b271-e40fe46ea49d req-33c4863b-65b7-49ab-a6d8-ef7840e5225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:45.317036 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-c8bdbffb-f1af-4d07-b271-e40fe46ea49d req-33c4863b-65b7-49ab-a6d8-ef7840e5225e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dee2382b-c3c0-47d6-b386-cc27151b1833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683119 Oct 19 08:34:45.326322 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-995db669-e4b0-47b7-a851-47bd349d0d60 req-0a08c66f-9080-459b-9bb6-d54d778fa22c service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358480 Oct 19 08:34:45.427575 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-7883963f-3737-4275-82c9-f47d26bddc32 None None] Set router 2ed3444e-524e-4499-a446-bfff93c3c06a gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:34:45.446358 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-c8bdbffb-f1af-4d07-b271-e40fe46ea49d req-7269967a-1d11-4171-8c79-1dcf1a10e461 service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218646 Oct 19 08:34:45.472234 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07a9e5-52fe-417b-b71b-44380d1a1be9 req-5a19405f-3f4b-4337-bd3d-e481fcf08004 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:45.473812 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8f07a9e5-52fe-417b-b71b-44380d1a1be9 req-5a19405f-3f4b-4337-bd3d-e481fcf08004 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 943 time: 0.0735304 Oct 19 08:34:45.513420 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8f07a9e5-52fe-417b-b71b-44380d1a1be9 req-69df2d76-f4c2-4d74-9805-cda07a61430c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333178 Oct 19 08:34:45.560462 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-c8bdbffb-f1af-4d07-b271-e40fe46ea49d req-857069e7-d016-421b-aab2-4a1ada5b14df service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043708 Oct 19 08:34:45.647674 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720219b8-21dc-4699-8e26-9b7936285e81 req-bb6ac230-abbd-4e82-9278-0ca029e51298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:45.649305 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-720219b8-21dc-4699-8e26-9b7936285e81 req-bb6ac230-abbd-4e82-9278-0ca029e51298 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd22145dede44acfb6409d55f4c00fcd&device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 1099 time: 0.0444162 Oct 19 08:34:45.660293 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-7883963f-3737-4275-82c9-f47d26bddc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 4, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port': {'id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '074a30a2-53d9-459d-8084-a144b5db17f7', 'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'mac_address': 'fa:16:3e:d8:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:08Z', 'updated_at': '2021-10-19T08:31:13Z', 'revision_number': 5, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'subnets': [{'id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:45.686611 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883963f-3737-4275-82c9-f47d26bddc32 None None] The sync data for ids ['2ed3444e-524e-4499-a446-bfff93c3c06a'] in dv-cinder-813984-3-iscsi is: [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:09Z', 'revision_number': 4, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port': {'id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '074a30a2-53d9-459d-8084-a144b5db17f7', 'name': '', 'network_id': 'dee2382b-c3c0-47d6-b386-cc27151b1833', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'mac_address': 'fa:16:3e:d8:59:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:08Z', 'updated_at': '2021-10-19T08:31:13Z', 'revision_number': 5, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'subnets': [{'id': '9584cf7c-402e-4ad3-bbde-741ff64b6661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:34:45.742907 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720219b8-21dc-4699-8e26-9b7936285e81 req-53bceaa2-36d1-453e-9199-9a779bd610c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:45.744380 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-720219b8-21dc-4699-8e26-9b7936285e81 req-53bceaa2-36d1-453e-9199-9a779bd610c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dee2382b-c3c0-47d6-b386-cc27151b1833 HTTP/1.1" status: 200 len: 916 time: 0.0879166 Oct 19 08:34:45.789191 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-720219b8-21dc-4699-8e26-9b7936285e81 req-3d477478-c287-4922-b7a0-1588afb1d058 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787 HTTP/1.1" status: 200 len: 217 time: 0.0367112 Oct 19 08:34:45.850050 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720219b8-21dc-4699-8e26-9b7936285e81 req-c83e4052-d9ec-49bf-b581-734980bf83d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:45.851961 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-720219b8-21dc-4699-8e26-9b7936285e81 req-c83e4052-d9ec-49bf-b581-734980bf83d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9584cf7c-402e-4ad3-bbde-741ff64b6661 HTTP/1.1" status: 200 len: 854 time: 0.0556402 Oct 19 08:34:45.915186 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720219b8-21dc-4699-8e26-9b7936285e81 req-69fdb759-2e57-434a-a2ea-83e7f63f16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:45.916685 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-720219b8-21dc-4699-8e26-9b7936285e81 req-69fdb759-2e57-434a-a2ea-83e7f63f16bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dee2382b-c3c0-47d6-b386-cc27151b1833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561497 Oct 19 08:34:45.957984 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:45.980001 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e75786-b4a7-478a-8539-1340fe3ed835 None None] New status for floating IP b673d74c-c603-43bd-a599-34c649b2571d: DOWN {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:34:45.981056 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8bb61-c8ff-4612-b112-1860bd0ac0c5 req-91c5131f-3d1a-4016-b73e-c2c571ae7acf tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:45.984244 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-28f8bb61-c8ff-4612-b112-1860bd0ac0c5 req-91c5131f-3d1a-4016-b73e-c2c571ae7acf tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.0643234 Oct 19 08:34:46.025115 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-28f8bb61-c8ff-4612-b112-1860bd0ac0c5 req-b0915773-b8e7-48a7-b154-d48435db234a tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350115 Oct 19 08:34:46.046198 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-720219b8-21dc-4699-8e26-9b7936285e81 req-3d36a38f-9451-4dd4-bad5-d2e7c242b3b8 service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211739 Oct 19 08:34:46.365810 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-720219b8-21dc-4699-8e26-9b7936285e81 req-bdc98e4d-c6a5-48b5-b16f-3ff8c185730a service neutron] 10.222.0.11 "GET /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119562 Oct 19 08:34:46.630200 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f3703-cc21-4ae0-8fd2-b4cb6c0dc83e req-20bc8db9-e5c1-491d-b55a-bfe7b463e251 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:46.631604 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-653f3703-cc21-4ae0-8fd2-b4cb6c0dc83e req-20bc8db9-e5c1-491d-b55a-bfe7b463e251 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 943 time: 0.0496304 Oct 19 08:34:46.631766 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:46.670278 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-653f3703-cc21-4ae0-8fd2-b4cb6c0dc83e req-c6829153-83b2-451e-ae2d-6f25bd250acf tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Oct 19 08:34:47.020586 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:34:47.137628 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8775d-d1b7-4a55-9e61-2cdbb1f030c4 req-728dcbf3-c3b6-4fec-bbf7-3d4b880b8287 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:47.139903 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-90d8775d-d1b7-4a55-9e61-2cdbb1f030c4 req-728dcbf3-c3b6-4fec-bbf7-3d4b880b8287 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.0476978 Oct 19 08:34:47.177126 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-90d8775d-d1b7-4a55-9e61-2cdbb1f030c4 req-8d4d82fb-943b-43b2-82d7-48948f6b72ee tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310006 Oct 19 08:34:47.464062 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68046fc-fb59-431f-9246-43b7bef8adb5 req-e2fa57bd-ee5c-4f73-bbb2-544f1fbc84d7 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:47.465501 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f68046fc-fb59-431f-9246-43b7bef8adb5 req-e2fa57bd-ee5c-4f73-bbb2-544f1fbc84d7 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 946 time: 0.0521696 Oct 19 08:34:47.504170 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f68046fc-fb59-431f-9246-43b7bef8adb5 req-3a4534c6-426f-4283-949a-85b4dec65c38 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318868 Oct 19 08:34:47.704984 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:47.788527 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef963595-198e-49a2-a15b-02033c09d074 req-6c8c18f1-fdf8-4973-8d34-11e6b7a769bb tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:47.789982 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ef963595-198e-49a2-a15b-02033c09d074 req-6c8c18f1-fdf8-4973-8d34-11e6b7a769bb tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 943 time: 0.0489969 Oct 19 08:34:47.828489 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ef963595-198e-49a2-a15b-02033c09d074 req-45bf3506-f4be-44da-938b-4c186f57ff82 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320971 Oct 19 08:34:48.290181 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f06af1-0e5b-4d95-9832-b8984572174f req-65b3f99e-03e5-4c7b-a059-89b77c205c7d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:48.291650 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c1f06af1-0e5b-4d95-9832-b8984572174f req-65b3f99e-03e5-4c7b-a059-89b77c205c7d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.0487113 Oct 19 08:34:48.328800 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c1f06af1-0e5b-4d95-9832-b8984572174f req-e0360494-5d7f-42fc-8ae0-efd521447da8 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304646 Oct 19 08:34:48.621740 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fdfc0-1d49-404a-b3b8-44a324c30c1d req-f169a35e-824c-458c-9c15-df85b021f371 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:48.623943 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-054fdfc0-1d49-404a-b3b8-44a324c30c1d req-f169a35e-824c-458c-9c15-df85b021f371 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 946 time: 0.0536010 Oct 19 08:34:48.661180 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-054fdfc0-1d49-404a-b3b8-44a324c30c1d req-b3fcd1c3-12bd-4e9e-bf47-4aef083f67dc tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Oct 19 08:34:48.942885 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3e98b-7879-4cce-bcf7-90f3caec35cb req-94affef7-fde1-4397-bc40-53e595942ee8 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:48.944400 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc3e98b-7879-4cce-bcf7-90f3caec35cb req-94affef7-fde1-4397-bc40-53e595942ee8 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 943 time: 0.0487001 Oct 19 08:34:48.981093 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-cdc3e98b-7879-4cce-bcf7-90f3caec35cb req-c010add0-6275-468e-9a80-542503f8616e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309317 Oct 19 08:34:49.440835 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dce94a-901e-417f-a974-00489c3f05e6 req-d3e5c7ba-d3ac-475e-aa61-d5a46b5bf656 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:49.442268 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-32dce94a-901e-417f-a974-00489c3f05e6 req-d3e5c7ba-d3ac-475e-aa61-d5a46b5bf656 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.0476573 Oct 19 08:34:49.478780 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-32dce94a-901e-417f-a974-00489c3f05e6 req-8a80a555-bd94-48a8-b0d7-7027fd35c920 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306580 Oct 19 08:34:49.650645 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf3e6b-1871-40b1-973e-bbee25749cd1 req-4ded82c7-4763-488f-9a7a-90e9dfebea34 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:49.652096 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-26cf3e6b-1871-40b1-973e-bbee25749cd1 req-4ded82c7-4763-488f-9a7a-90e9dfebea34 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.11 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 946 time: 0.0787258 Oct 19 08:34:49.776882 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c693c3-0aba-4624-bbee-f122a9c8a871 req-85a40905-b71f-40e8-8a95-d4e249b3ba49 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:49.778346 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-18c693c3-0aba-4624-bbee-f122a9c8a871 req-85a40905-b71f-40e8-8a95-d4e249b3ba49 tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/ports?device_id=7189072d-755e-4aa2-b182-d679f0abe991 HTTP/1.1" status: 200 len: 946 time: 0.0523763 Oct 19 08:34:49.782116 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [req-26cf3e6b-1871-40b1-973e-bbee25749cd1 req-5b1595cd-e4f5-4769-abd8-485f67f367eb tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Deleting port 5b3bdd50-50bd-4849-bb58-8d9b2a088787 {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:34:49.782452 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-26cf3e6b-1871-40b1-973e-bbee25749cd1 req-5b1595cd-e4f5-4769-abd8-485f67f367eb tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:49.816427 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-18c693c3-0aba-4624-bbee-f122a9c8a871 req-610c64e3-cb8f-4f18-933d-aa0cfcd8f27a tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.26 "GET /v2.0/security-groups?id=f51116ac-7c2a-4a76-b0ea-087e4cca500b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Oct 19 08:34:49.877391 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-26cf3e6b-1871-40b1-973e-bbee25749cd1 req-5b1595cd-e4f5-4769-abd8-485f67f367eb tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] For port 5b3bdd50-50bd-4849-bb58-8d9b2a088787, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5b3bdd50-50bd-4849-bb58-8d9b2a088787,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:49.877680 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-26cf3e6b-1871-40b1-973e-bbee25749cd1 req-5b1595cd-e4f5-4769-abd8-485f67f367eb tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:49.892432 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [req-26cf3e6b-1871-40b1-973e-bbee25749cd1 req-5b1595cd-e4f5-4769-abd8-485f67f367eb tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Calling delete_port for 5b3bdd50-50bd-4849-bb58-8d9b2a088787 owned by compute:nova {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:34:50.019401 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-26cf3e6b-1871-40b1-973e-bbee25749cd1 req-5b1595cd-e4f5-4769-abd8-485f67f367eb tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:50.039811 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['5b3bdd50-50bd-4849-bb58-8d9b2a088787'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:34:50.049190 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1595cd-e4f5-4769-abd8-485f67f367eb tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Pushing event deleted for resources: {'Port': ['ID=5b3bdd50-50bd-4849-bb58-8d9b2a088787,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:50.109128 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cf3e6b-1871-40b1-973e-bbee25749cd1 req-5b1595cd-e4f5-4769-abd8-485f67f367eb tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] No DVR routers for this DVR port 5b3bdd50-50bd-4849-bb58-8d9b2a088787 on host hv-cinder-81398 {{(pid=99812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:34:50.110243 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5171c88-14fc-45e4-a6a1-f3cc9785599e req-bb4d3940-6f46-4088-ad4b-81f762cec307 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:50.111720 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-26cf3e6b-1871-40b1-973e-bbee25749cd1 req-5b1595cd-e4f5-4769-abd8-485f67f367eb tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:50.111854 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d5171c88-14fc-45e4-a6a1-f3cc9785599e req-bb4d3940-6f46-4088-ad4b-81f762cec307 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 943 time: 0.0590923 Oct 19 08:34:50.115094 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-26cf3e6b-1871-40b1-973e-bbee25749cd1 req-5b1595cd-e4f5-4769-abd8-485f67f367eb tempest-TestMinimumBasicScenario-506711207 tempest-TestMinimumBasicScenario-506711207-project] 10.222.0.11 "DELETE /v2.0/ports/5b3bdd50-50bd-4849-bb58-8d9b2a088787 HTTP/1.1" status: 204 len: 173 time: 0.4550786 Oct 19 08:34:50.115526 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'name': 'network-vif-deleted', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:34:50.117740 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6604f53b-58d0-438d-8df6-077bb2298ffe" -d '{"events": [{"server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "name": "network-vif-deleted", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:50.154545 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d5171c88-14fc-45e4-a6a1-f3cc9785599e req-c6388ba0-3b26-458d-ba97-703a86e938a6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363166 Oct 19 08:34:50.160896 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d500c27e-a723-48fb-ba16-c1dad8df18c3 x-openstack-request-id: req-d500c27e-a723-48fb-ba16-c1dad8df18c3 {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:50.161208 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7189072d-755e-4aa2-b182-d679f0abe991", "name": "network-vif-deleted", "tag": "5b3bdd50-50bd-4849-bb58-8d9b2a088787", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:50.161459 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d500c27e-a723-48fb-ba16-c1dad8df18c3 {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:50.161852 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7189072d-755e-4aa2-b182-d679f0abe991', 'name': 'network-vif-deleted', 'tag': '5b3bdd50-50bd-4849-bb58-8d9b2a088787', 'status': 'completed', 'code': 200} Oct 19 08:34:50.595604 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811434ff-30df-4aac-bfb5-584cacfb495e req-956a32bb-a016-423d-af4e-6ba9fb4cd517 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:50.597088 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-811434ff-30df-4aac-bfb5-584cacfb495e req-956a32bb-a016-423d-af4e-6ba9fb4cd517 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.0500245 Oct 19 08:34:50.635477 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-811434ff-30df-4aac-bfb5-584cacfb495e req-0113b38e-3a13-4b8d-b34e-fefc53b818ce tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322659 Oct 19 08:34:51.281405 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ff2fc-0c47-4694-9331-5e1f7f32f84b req-4b70ff4b-2a27-4aed-9f8b-ae4acc024d5e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:51.282903 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-371ff2fc-0c47-4694-9331-5e1f7f32f84b req-4b70ff4b-2a27-4aed-9f8b-ae4acc024d5e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 943 time: 0.0553069 Oct 19 08:34:51.321128 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-371ff2fc-0c47-4694-9331-5e1f7f32f84b req-00bed0aa-dcea-415b-859d-8268408c1e5f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321631 Oct 19 08:34:51.328611 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 46972) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:51.415675 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:51.734789 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-fd24af37-1e3c-4eab-a0c9-7c2e64d34bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626554'] for router_interface, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:51.753060 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c552c-7a06-41d6-9ee4-05598b5550aa req-aca40590-5e0a-4037-8f4f-a77fb6c1f5ac tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:51.754564 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4e9c552c-7a06-41d6-9ee4-05598b5550aa req-aca40590-5e0a-4037-8f4f-a77fb6c1f5ac tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.0507162 Oct 19 08:34:51.792960 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4e9c552c-7a06-41d6-9ee4-05598b5550aa req-e26cdecf-0283-4256-975e-3f207d74842a tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326052 Oct 19 08:34:52.027571 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-fd24af37-1e3c-4eab-a0c9-7c2e64d34bc2 admin admin] Deleting port 074a30a2-53d9-459d-8084-a144b5db17f7 {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:34:52.027825 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-fd24af37-1e3c-4eab-a0c9-7c2e64d34bc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:52.106103 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [None req-fd24af37-1e3c-4eab-a0c9-7c2e64d34bc2 admin admin] For port 074a30a2-53d9-459d-8084-a144b5db17f7, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=074a30a2-53d9-459d-8084-a144b5db17f7,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:52.106457 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-fd24af37-1e3c-4eab-a0c9-7c2e64d34bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:52.118295 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-fd24af37-1e3c-4eab-a0c9-7c2e64d34bc2 admin admin] Calling delete_port for 074a30a2-53d9-459d-8084-a144b5db17f7 owned by network:router_interface {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:34:52.289523 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-fd24af37-1e3c-4eab-a0c9-7c2e64d34bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:52.314728 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24af37-1e3c-4eab-a0c9-7c2e64d34bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=074a30a2-53d9-459d-8084-a144b5db17f7,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:52.446570 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a759203-fce9-4d22-a3ba-e114b15711f3 req-7b414fb5-dfcb-41ba-8aca-0ae7f208d24d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:52.448077 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0a759203-fce9-4d22-a3ba-e114b15711f3 req-7b414fb5-dfcb-41ba-8aca-0ae7f208d24d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 943 time: 0.0538092 Oct 19 08:34:52.484958 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-fd24af37-1e3c-4eab-a0c9-7c2e64d34bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626390'] for router_interface, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:52.489549 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0a759203-fce9-4d22-a3ba-e114b15711f3 req-40823967-4cc3-4ced-b651-12235fb48f70 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339446 Oct 19 08:34:52.629749 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device c2ff330e-a352-4142-beea-72ad324f3271 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:34:52.698024 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd24af37-1e3c-4eab-a0c9-7c2e64d34bc2 admin admin] Router 2ed3444e-524e-4499-a446-bfff93c3c06a has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:34:52.722022 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port c2ff330e-a352-4142-beea-72ad324f3271, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c2ff330e-a352-4142-beea-72ad324f3271,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:52.733567 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': 'c2ff330e-a352-4142-beea-72ad324f3271', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'port_id': 'c2ff330e-a352-4142-beea-72ad324f3271', 'mac_address': 'fa:16:3e:38:69:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:34:52.780664 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:52.793886 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ff330e-a352-4142-beea-72ad324f3271 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:34:52.807949 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd24af37-1e3c-4eab-a0c9-7c2e64d34bc2 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:34:52.816348 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-fd24af37-1e3c-4eab-a0c9-7c2e64d34bc2 admin admin] 10.222.0.26 "PUT /v2.0/routers/2ed3444e-524e-4499-a446-bfff93c3c06a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4864845 Oct 19 08:34:52.819038 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 46984) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:52.828630 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8cacc-2667-49d4-9e39-6cb8db99917d None None] Sync routers for ids ['2ed3444e-524e-4499-a446-bfff93c3c06a'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:34:52.834778 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port c2ff330e-a352-4142-beea-72ad324f3271, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c2ff330e-a352-4142-beea-72ad324f3271,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:52.840846 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:52.846626 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8cacc-2667-49d4-9e39-6cb8db99917d None None] Routers {'2ed3444e-524e-4499-a446-bfff93c3c06a'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:34:52.847239 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-95c8cacc-2667-49d4-9e39-6cb8db99917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['2ed3444e-524e-4499-a446-bfff93c3c06a'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:52.933408 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=c2ff330e-a352-4142-beea-72ad324f3271,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:52.988245 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be0ccf-a6ec-46af-a933-d5357141f4d3 req-a5667820-461c-4241-95c1-24096501f19d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:52.989730 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a8be0ccf-a6ec-46af-a933-d5357141f4d3 req-a5667820-461c-4241-95c1-24096501f19d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.1008830 Oct 19 08:34:52.993140 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-95c8cacc-2667-49d4-9e39-6cb8db99917d None None] Set router 2ed3444e-524e-4499-a446-bfff93c3c06a gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:34:53.008163 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Publish callbacks [] for router, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:53.071716 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a8be0ccf-a6ec-46af-a933-d5357141f4d3 req-17bfe653-898d-41f3-bcfa-f3fbb865781d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729494 Oct 19 08:34:53.136481 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:53.179874 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-95c8cacc-2667-49d4-9e39-6cb8db99917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:34:52Z', 'revision_number': 5, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port': {'id': '31659757-c74e-4e95-b2ff-3e16f79c0f1c', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:53.192194 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Deleting port 31659757-c74e-4e95-b2ff-3e16f79c0f1c {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:34:53.192526 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:53.211304 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['c2ff330e-a352-4142-beea-72ad324f3271'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:34:53.214784 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8cacc-2667-49d4-9e39-6cb8db99917d None None] Checking router: 2ed3444e-524e-4499-a446-bfff93c3c06a for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:34:53.246845 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8cacc-2667-49d4-9e39-6cb8db99917d None None] Routers {'2ed3444e-524e-4499-a446-bfff93c3c06a'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:34:53.247455 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-95c8cacc-2667-49d4-9e39-6cb8db99917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['2ed3444e-524e-4499-a446-bfff93c3c06a'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:53.272799 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] For port 31659757-c74e-4e95-b2ff-3e16f79c0f1c, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=31659757-c74e-4e95-b2ff-3e16f79c0f1c,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:53.273264 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:53.285637 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Calling delete_port for 31659757-c74e-4e95-b2ff-3e16f79c0f1c owned by network:router_gateway {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:34:53.354815 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-95c8cacc-2667-49d4-9e39-6cb8db99917d None None] Set router 2ed3444e-524e-4499-a446-bfff93c3c06a gateway port host: None {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:34:53.415265 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-95c8cacc-2667-49d4-9e39-6cb8db99917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:34:53Z', 'revision_number': 6, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port_host': None}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:53.448680 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8cacc-2667-49d4-9e39-6cb8db99917d None None] The sync data for ids ['2ed3444e-524e-4499-a446-bfff93c3c06a'] in dv-cinder-813984-3-iscsi is: [{'id': '2ed3444e-524e-4499-a446-bfff93c3c06a', 'name': 'tempest-TestMinimumBasicScenario-1355277003-router', 'tenant_id': 'cd22145dede44acfb6409d55f4c00fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:06Z', 'updated_at': '2021-10-19T08:34:53Z', 'revision_number': 6, 'project_id': 'cd22145dede44acfb6409d55f4c00fcd', 'gw_port_host': None}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:34:53.455597 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:53.486340 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Pushing event deleted for resources: {'Port': ['ID=31659757-c74e-4e95-b2ff-3e16f79c0f1c,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:53.551991 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627888'] for router_gateway, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:53.660993 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7290'] for router, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:53.664083 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:53.719057 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c388a7-e697-4585-a33d-a806771cfce4 req-549d8127-85af-401e-bc6e-3e7b40f3e37c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:53.720523 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-80c388a7-e697-4585-a33d-a806771cfce4 req-549d8127-85af-401e-bc6e-3e7b40f3e37c tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 944 time: 0.1429968 Oct 19 08:34:53.721529 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625344'] for router, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:53.722037 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ed3444e-524e-4499-a446-bfff93c3c06a {{(pid=99813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:34:53.726791 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:53.727825 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-1636b84e-ac36-4821-ab24-8d1e7ca14290 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2ed3444e-524e-4499-a446-bfff93c3c06a HTTP/1.1" status: 204 len: 168 time: 0.9076242 Oct 19 08:34:53.730724 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 46988) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:53.762046 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-80c388a7-e697-4585-a33d-a806771cfce4 req-01f51071-e454-4681-9f91-22a8086e250f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329742 Oct 19 08:34:54.002572 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ccd717-95c2-4e62-b0d1-ee13a96d6b69 admin admin] Deleting subnet 9584cf7c-402e-4ad3-bbde-741ff64b6661 {{(pid=99812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:34:54.005602 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-03ccd717-95c2-4e62-b0d1-ee13a96d6b69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.039739 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-03ccd717-95c2-4e62-b0d1-ee13a96d6b69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911843'] for subnet, precommit_delete_associations {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.146848 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-03ccd717-95c2-4e62-b0d1-ee13a96d6b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.188390 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78681eaf-9539-4797-89b3-8a17672b75a7 req-d2167509-d672-407b-a576-02a1074242ce tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:54.189939 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-78681eaf-9539-4797-89b3-8a17672b75a7 req-d2167509-d672-407b-a576-02a1074242ce tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 944 time: 0.0496476 Oct 19 08:34:54.200179 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-03ccd717-95c2-4e62-b0d1-ee13a96d6b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60597195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59567234'] for subnet, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.227025 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccd717-95c2-4e62-b0d1-ee13a96d6b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9584cf7c-402e-4ad3-bbde-741ff64b6661,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:54.229035 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-78681eaf-9539-4797-89b3-8a17672b75a7 req-b948a94d-8988-4725-a5f8-33d1ac4dc1db tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327380 Oct 19 08:34:54.231169 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-03ccd717-95c2-4e62-b0d1-ee13a96d6b69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.236035 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-03ccd717-95c2-4e62-b0d1-ee13a96d6b69 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9584cf7c-402e-4ad3-bbde-741ff64b6661 HTTP/1.1" status: 204 len: 168 time: 0.5039585 Oct 19 08:34:54.239110 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47000) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:54.241593 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb4ccec-3709-49e1-b08e-5ca4402bd5f4 None None] Network dee2382b-c3c0-47d6-b386-cc27151b1833 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:34:54.328956 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.336852 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 074a30a2-53d9-459d-8084-a144b5db17f7 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:34:54.375599 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 074a30a2-53d9-459d-8084-a144b5db17f7 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:34:54.376068 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 074a30a2-53d9-459d-8084-a144b5db17f7 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:34:54.393460 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Deleting port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:34:54.393795 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.455319 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95baa721-682a-4a9a-bdc2-d0a7a87c0789 None None] DHCP port deletion for dee2382b-c3c0-47d6-b386-cc27151b1833 request from dv-cinder-813984-3-iscsi {{(pid=99814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:34:54.474309 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] For port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=31cde326-17c7-4e82-b16a-f0a4ec2dcf95,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:54.474713 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.489667 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Calling delete_port for 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 owned by network:dhcp {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:34:54.509658 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-95baa721-682a-4a9a-bdc2-d0a7a87c0789 None None] Deleting port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 {{(pid=99814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:34:54.510025 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-95baa721-682a-4a9a-bdc2-d0a7a87c0789 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.594595 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-95baa721-682a-4a9a-bdc2-d0a7a87c0789 None None] For port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=31cde326-17c7-4e82-b16a-f0a4ec2dcf95,segment=NetworkSegment(c1fa6a29-e6ab-4176-9bc3-3284ba10d94c),segment_id=c1fa6a29-e6ab-4176-9bc3-3284ba10d94c)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:54.595015 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-95baa721-682a-4a9a-bdc2-d0a7a87c0789 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.596019 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.608904 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-95baa721-682a-4a9a-bdc2-d0a7a87c0789 None None] Calling delete_port for 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 owned by network:dhcp {{(pid=99814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:34:54.623099 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Pushing event deleted for resources: {'Port': ['ID=31cde326-17c7-4e82-b16a-f0a4ec2dcf95,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:54.630782 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] No DVR routers for this DVR port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 on host dv-cinder-813984-3-iscsi {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:34:54.643209 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 12a0882c-425b-45ca-9a64-43ef73c77095 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:34:54.649371 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device c2ff330e-a352-4142-beea-72ad324f3271 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:34:54.727819 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.755562 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee2382b-c3c0-47d6-b386-cc27151b1833']}} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:54.767432 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c') {'for_net_delete': True} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:54.767735 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fa6a29-e6ab-4176-9bc3-3284ba10d94c') {} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:54.778008 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60713931'] for segment, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.802004 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.810160 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=99813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:34:54.810788 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60713989'] for segment, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: Traceback (most recent call last): Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: timer() Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: cb(*args, **kw) Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: return func(*args, **kwargs) Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: self._notify() Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: self.callback(batched_events) Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: event.method(event) Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: return f(self, *a, **k) Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._get(url).json() Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: return self.request(url, 'GET', **kwargs) Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:34:54.813207 dv-cinder-813984-3-iscsi neutron-server[99813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:34:54.904328 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.911267 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.914451 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dee2382b-c3c0-47d6-b386-cc27151b1833 HTTP/1.1" status: 204 len: 168 time: 0.6742976 Oct 19 08:34:54.917544 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47014) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:54.931802 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2afd6-d3db-496b-8732-5005abe3d726 admin admin] Pushing event deleted for resources: {'Network': ['ID=dee2382b-c3c0-47d6-b386-cc27151b1833,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:54.950861 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124871d-fb65-440e-96f4-ac86b0511c96 req-e07c3fd0-459e-47b1-a788-c6d78c949ff0 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:54.952862 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c124871d-fb65-440e-96f4-ac86b0511c96 req-e07c3fd0-459e-47b1-a788-c6d78c949ff0 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 944 time: 0.0868847 Oct 19 08:34:54.975028 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port c2ff330e-a352-4142-beea-72ad324f3271 completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:34:54.984434 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-95baa721-682a-4a9a-bdc2-d0a7a87c0789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626'] for port, after_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.988956 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port c2ff330e-a352-4142-beea-72ad324f3271 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:34:54.989312 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:54.996751 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c124871d-fb65-440e-96f4-ac86b0511c96 req-76cbe9aa-ff4c-46a7-945c-f0f557b22e66 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355556 Oct 19 08:34:55.036298 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95baa721-682a-4a9a-bdc2-d0a7a87c0789 None None] Network dee2382b-c3c0-47d6-b386-cc27151b1833 is not hosted by any dhcp agent {{(pid=99814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 08:34:55.036785 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95baa721-682a-4a9a-bdc2-d0a7a87c0789 None None] No DVR routers for this DVR port 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 on host dv-cinder-813984-3-iscsi {{(pid=99814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:34:55.044211 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baa721-682a-4a9a-bdc2-d0a7a87c0789 None None] Pushing event deleted for resources: {'Port': ['ID=31cde326-17c7-4e82-b16a-f0a4ec2dcf95,revision_number=None']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:55.058123 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 12a0882c-425b-45ca-9a64-43ef73c77095, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=12a0882c-425b-45ca-9a64-43ef73c77095,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:55.076703 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '12a0882c-425b-45ca-9a64-43ef73c77095', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'port_id': '12a0882c-425b-45ca-9a64-43ef73c77095', 'mac_address': 'fa:16:3e:96:42:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:34:55.144572 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:55.147476 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:55.165842 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a0882c-425b-45ca-9a64-43ef73c77095 {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:34:55.184082 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ff330e-a352-4142-beea-72ad324f3271'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:34:55.187059 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347fc60b-50e5-4c84-b913-d9f4089bf6c5" -d '{"events": [{"server_uuid": "532d2be2-d6f6-4402-b37b-574a504d3ab4", "name": "network-vif-plugged", "status": "completed", "tag": "c2ff330e-a352-4142-beea-72ad324f3271"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:55.205391 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port c2ff330e-a352-4142-beea-72ad324f3271, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c2ff330e-a352-4142-beea-72ad324f3271,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:55.207258 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 12a0882c-425b-45ca-9a64-43ef73c77095, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=12a0882c-425b-45ca-9a64-43ef73c77095,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:55.211819 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:55.212650 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5b3bdd50-50bd-4849-bb58-8d9b2a088787 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:34:55.237137 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:55.241000 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8851d86-cc66-42bf-8b2c-ba560e42e378 x-openstack-request-id: req-c8851d86-cc66-42bf-8b2c-ba560e42e378 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:55.241272 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532d2be2-d6f6-4402-b37b-574a504d3ab4", "name": "network-vif-plugged", "status": "completed", "tag": "c2ff330e-a352-4142-beea-72ad324f3271", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:55.241514 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8851d86-cc66-42bf-8b2c-ba560e42e378 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:55.241887 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ff330e-a352-4142-beea-72ad324f3271', 'code': 200} Oct 19 08:34:55.268152 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: 5b3bdd50-50bd-4849-bb58-8d9b2a088787 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:34:55.268494 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5b3bdd50-50bd-4849-bb58-8d9b2a088787 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:34:55.300023 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-99816f2a-fb46-4aec-bf21-9492f8d39b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626554'] for router_interface, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:55.307111 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=c2ff330e-a352-4142-beea-72ad324f3271,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:55.357339 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=12a0882c-425b-45ca-9a64-43ef73c77095,revision_number=7']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:55.372179 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669bc5d-c04e-4443-878c-f1019e604007 req-f696ddfd-e160-490d-b8ea-4db09b72bcdf tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:55.373835 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5669bc5d-c04e-4443-878c-f1019e604007 req-f696ddfd-e160-490d-b8ea-4db09b72bcdf tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 945 time: 0.0648711 Oct 19 08:34:55.415016 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5669bc5d-c04e-4443-878c-f1019e604007 req-6f0c4b3c-4e09-4527-a8b1-0aa462171eed tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344768 Oct 19 08:34:55.526140 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15db8c9-892b-4548-8547-8b33e8c0aa22 req-abfe9e5f-7769-4aae-bcf1-51b03ae7562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:55.527505 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-b15db8c9-892b-4548-8547-8b33e8c0aa22 req-abfe9e5f-7769-4aae-bcf1-51b03ae7562b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 1098 time: 0.0560827 Oct 19 08:34:55.603601 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-b15db8c9-892b-4548-8547-8b33e8c0aa22 req-9084f39e-db42-4d33-9d22-5fe9fa2272ad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575736 Oct 19 08:34:55.624594 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-99816f2a-fb46-4aec-bf21-9492f8d39b93 admin admin] Deleting port ff49428e-40cb-4cba-b2db-507077868c07 {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:34:55.624924 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-99816f2a-fb46-4aec-bf21-9492f8d39b93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:55.626273 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['12a0882c-425b-45ca-9a64-43ef73c77095'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:34:55.706108 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [None req-99816f2a-fb46-4aec-bf21-9492f8d39b93 admin admin] For port ff49428e-40cb-4cba-b2db-507077868c07, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=ff49428e-40cb-4cba-b2db-507077868c07,segment=NetworkSegment(2f6f7061-9c46-4acb-a896-079765483db8),segment_id=2f6f7061-9c46-4acb-a896-079765483db8)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:55.706460 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-99816f2a-fb46-4aec-bf21-9492f8d39b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:55.718669 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-99816f2a-fb46-4aec-bf21-9492f8d39b93 admin admin] Calling delete_port for ff49428e-40cb-4cba-b2db-507077868c07 owned by network:router_interface {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:34:55.900219 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-99816f2a-fb46-4aec-bf21-9492f8d39b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:55.928393 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:34:55.929441 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99816f2a-fb46-4aec-bf21-9492f8d39b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff49428e-40cb-4cba-b2db-507077868c07,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:55.950280 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:34:55.950650 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 31cde326-17c7-4e82-b16a-f0a4ec2dcf95 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:34:55.951056 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 31659757-c74e-4e95-b2ff-3e16f79c0f1c no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:34:55.971190 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 31659757-c74e-4e95-b2ff-3e16f79c0f1c {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:34:55.971599 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 31659757-c74e-4e95-b2ff-3e16f79c0f1c not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:34:56.113465 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-99816f2a-fb46-4aec-bf21-9492f8d39b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626390'] for router_interface, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:56.154783 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36f484-5ce9-4c13-898c-851385b54e48 req-98b505b6-1395-47d8-aec7-4a3907d7735b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:56.156792 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-eb36f484-5ce9-4c13-898c-851385b54e48 req-98b505b6-1395-47d8-aec7-4a3907d7735b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 945 time: 0.0846028 Oct 19 08:34:56.195624 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-eb36f484-5ce9-4c13-898c-851385b54e48 req-7f490a0b-7492-4334-b0e3-5c21721a917f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321395 Oct 19 08:34:56.333283 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99816f2a-fb46-4aec-bf21-9492f8d39b93 admin admin] Router 844e2a48-8217-45bc-b399-cb670f235829 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:34:56.437120 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99816f2a-fb46-4aec-bf21-9492f8d39b93 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:34:56.444750 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47026) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:56.445200 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-99816f2a-fb46-4aec-bf21-9492f8d39b93 admin admin] 10.222.0.26 "PUT /v2.0/routers/844e2a48-8217-45bc-b399-cb670f235829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5262249 Oct 19 08:34:56.446357 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01962d57-8278-4538-92a7-7205835d5211 None None] Sync routers for ids ['844e2a48-8217-45bc-b399-cb670f235829'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:34:56.457360 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01962d57-8278-4538-92a7-7205835d5211 None None] Routers {'844e2a48-8217-45bc-b399-cb670f235829'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:34:56.458471 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-01962d57-8278-4538-92a7-7205835d5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['844e2a48-8217-45bc-b399-cb670f235829'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:56.566010 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-01962d57-8278-4538-92a7-7205835d5211 None None] Set router 844e2a48-8217-45bc-b399-cb670f235829 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:34:56.761600 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-01962d57-8278-4538-92a7-7205835d5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844e2a48-8217-45bc-b399-cb670f235829', 'name': 'tempest-TestMinimumBasicScenario-1517119379-router', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:34:55Z', 'revision_number': 5, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'gw_port': {'id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:56.792784 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01962d57-8278-4538-92a7-7205835d5211 None None] Checking router: 844e2a48-8217-45bc-b399-cb670f235829 for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:34:56.802972 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01962d57-8278-4538-92a7-7205835d5211 None None] Routers {'844e2a48-8217-45bc-b399-cb670f235829'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:34:56.803572 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-01962d57-8278-4538-92a7-7205835d5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['844e2a48-8217-45bc-b399-cb670f235829'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:56.864972 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4503f-0806-43fd-887b-fc8052c93d83 req-989f526b-e7df-4af7-bbe8-4dcede93f578 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:56.866541 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a7f4503f-0806-43fd-887b-fc8052c93d83 req-989f526b-e7df-4af7-bbe8-4dcede93f578 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 945 time: 0.3725693 Oct 19 08:34:56.877958 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Publish callbacks [] for router, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:56.916211 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-01962d57-8278-4538-92a7-7205835d5211 None None] Set router 844e2a48-8217-45bc-b399-cb670f235829 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:34:56.964370 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a7f4503f-0806-43fd-887b-fc8052c93d83 req-b28b0117-f773-4ea3-b1e5-29edfc65ff74 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892892 Oct 19 08:34:57.034523 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:57.125791 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Deleting port 51ccf3c5-04a5-488a-a79c-5010193afab0 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:34:57.127148 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:57.178089 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-01962d57-8278-4538-92a7-7205835d5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844e2a48-8217-45bc-b399-cb670f235829', 'name': 'tempest-TestMinimumBasicScenario-1517119379-router', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:34:55Z', 'revision_number': 5, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'gw_port': {'id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:57.213640 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01962d57-8278-4538-92a7-7205835d5211 None None] The sync data for ids ['844e2a48-8217-45bc-b399-cb670f235829'] in dv-cinder-813984-3-iscsi is: [{'id': '844e2a48-8217-45bc-b399-cb670f235829', 'name': 'tempest-TestMinimumBasicScenario-1517119379-router', 'tenant_id': '8fbccf68a083460b90e0ce05a6f14e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:34:55Z', 'revision_number': 5, 'project_id': '8fbccf68a083460b90e0ce05a6f14e10', 'gw_port': {'id': '51ccf3c5-04a5-488a-a79c-5010193afab0', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844e2a48-8217-45bc-b399-cb670f235829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:31:11Z', 'updated_at': '2021-10-19T08:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:34:57.231682 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] For port 51ccf3c5-04a5-488a-a79c-5010193afab0, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=51ccf3c5-04a5-488a-a79c-5010193afab0,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:57.232521 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:57.258592 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Calling delete_port for 51ccf3c5-04a5-488a-a79c-5010193afab0 owned by network:router_gateway {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:34:57.377762 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f761f7d-903d-4862-a12d-bac7f5a9ef56 req-14ba391e-545a-47bb-a044-4e73d521487f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:57.379923 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4f761f7d-903d-4862-a12d-bac7f5a9ef56 req-14ba391e-545a-47bb-a044-4e73d521487f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 945 time: 0.0693049 Oct 19 08:34:57.465334 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-4f761f7d-903d-4862-a12d-bac7f5a9ef56 req-2c989da4-7228-47e8-85d7-15449bf27538 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489271 Oct 19 08:34:57.517692 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:57.545208 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ccf3c5-04a5-488a-a79c-5010193afab0,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:57.642556 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc4ebb-4512-4cda-bb3a-d11f4d62d665 req-e651ccfd-0ed9-45e7-ad47-88aefbc397f7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:57.644027 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d4cc4ebb-4512-4cda-bb3a-d11f4d62d665 req-e651ccfd-0ed9-45e7-ad47-88aefbc397f7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 945 time: 0.1028380 Oct 19 08:34:57.646818 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627888'] for router_gateway, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:57.750909 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7290'] for router, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:57.754083 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:57.809230 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d4cc4ebb-4512-4cda-bb3a-d11f4d62d665 req-6ed5fe6e-e603-417e-808d-2ced23607526 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348059 Oct 19 08:34:57.814828 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625344'] for router, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:57.816345 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 844e2a48-8217-45bc-b399-cb670f235829 {{(pid=99813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:34:57.829777 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:57.833866 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-d0cb22f5-8aca-42c5-8f01-ee573649aff9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/844e2a48-8217-45bc-b399-cb670f235829 HTTP/1.1" status: 204 len: 168 time: 1.3855166 Oct 19 08:34:57.833866 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47044) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:57.834235 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47046) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:57.889958 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6eb95-348d-4cc1-96d1-667c63cbe07c tempest-TestVolumeBootPattern-759499146 tempest-TestVolumeBootPattern-759499146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:57.891580 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4fe6eb95-348d-4cc1-96d1-667c63cbe07c tempest-TestVolumeBootPattern-759499146 tempest-TestVolumeBootPattern-759499146-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 1093 time: 0.0576401 Oct 19 08:34:57.894580 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47048) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:57.898950 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Request body: {'floatingip': {'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'port_id': 'c2ff330e-a352-4142-beea-72ad324f3271', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:34:57.919455 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b62de15-9c34-4415-aa32-7457cfb4302b admin admin] Deleting subnet 8f694cd2-e37d-444a-9958-6a78c8565b4a {{(pid=99812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:34:57.923317 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1b62de15-9c34-4415-aa32-7457cfb4302b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:57.931313 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for floatingip, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:57.963651 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1b62de15-9c34-4415-aa32-7457cfb4302b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911843'] for subnet, precommit_delete_associations {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.024974 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device ff49428e-40cb-4cba-b2db-507077868c07 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:34:58.071963 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: ff49428e-40cb-4cba-b2db-507077868c07 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:34:58.072304 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device ff49428e-40cb-4cba-b2db-507077868c07 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:34:58.077718 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.093075 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1b62de15-9c34-4415-aa32-7457cfb4302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.150758 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1b62de15-9c34-4415-aa32-7457cfb4302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60597195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59567234'] for subnet, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.177290 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62de15-9c34-4415-aa32-7457cfb4302b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f694cd2-e37d-444a-9958-6a78c8565b4a,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:58.181000 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1b62de15-9c34-4415-aa32-7457cfb4302b admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.186884 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-1b62de15-9c34-4415-aa32-7457cfb4302b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8f694cd2-e37d-444a-9958-6a78c8565b4a HTTP/1.1" status: 204 len: 168 time: 0.3517566 Oct 19 08:34:58.187534 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47052) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:58.190374 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959cf98f-b1c1-4cbc-a6d2-39f1059387ad None None] Network 93387679-745e-4eec-845c-27cada45c175 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:34:58.197787 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea36721-6272-4e2c-af68-155a3eb3a16e req-7767abe5-0d11-4a55-8ef2-6b88da560007 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:58.199425 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ea36721-6272-4e2c-af68-155a3eb3a16e req-7767abe5-0d11-4a55-8ef2-6b88da560007 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 945 time: 0.1138690 Oct 19 08:34:58.255848 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Allocated IP 172.27.2.169 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/8c413dbc-9fab-4fa7-a1b8-8922ee03be39) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:34:58.256626 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.260375 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ea36721-6272-4e2c-af68-155a3eb3a16e req-153d219f-9a51-427c-b8eb-f0fe1069f1cb tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509582 Oct 19 08:34:58.329308 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Deleting port 4eedb3df-05b5-4d41-a793-a774af1e1ccb {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:34:58.329945 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.409962 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.432577 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] DHCP port deletion for 93387679-745e-4eec-845c-27cada45c175 request from dv-cinder-813984-3-iscsi {{(pid=99814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:34:58.443200 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] For port 4eedb3df-05b5-4d41-a793-a774af1e1ccb, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4eedb3df-05b5-4d41-a793-a774af1e1ccb,segment=NetworkSegment(2f6f7061-9c46-4acb-a896-079765483db8),segment_id=2f6f7061-9c46-4acb-a896-079765483db8)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:58.443564 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.456754 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Calling delete_port for 4eedb3df-05b5-4d41-a793-a774af1e1ccb owned by network:dhcp {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:34:58.461806 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.497223 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Deleting port 4eedb3df-05b5-4d41-a793-a774af1e1ccb {{(pid=99814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:34:58.497590 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.511177 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:34:58.515831 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:34:58.519594 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:34:58.548065 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'Port': ['ID=8c413dbc-9fab-4fa7-a1b8-8922ee03be39,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:58.565713 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.589412 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] For port 4eedb3df-05b5-4d41-a793-a774af1e1ccb, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4eedb3df-05b5-4d41-a793-a774af1e1ccb,segment=NetworkSegment(2f6f7061-9c46-4acb-a896-079765483db8),segment_id=2f6f7061-9c46-4acb-a896-079765483db8)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:58.589412 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.596718 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Pushing event deleted for resources: {'Port': ['ID=4eedb3df-05b5-4d41-a793-a774af1e1ccb,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:58.602741 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] No DVR routers for this DVR port 4eedb3df-05b5-4d41-a793-a774af1e1ccb on host dv-cinder-813984-3-iscsi {{(pid=99812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:34:58.604226 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Calling delete_port for 4eedb3df-05b5-4d41-a793-a774af1e1ccb owned by network:dhcp {{(pid=99814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:34:58.668570 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 12a0882c-425b-45ca-9a64-43ef73c77095 up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:34:58.682952 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.709192 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93387679-745e-4eec-845c-27cada45c175']}} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:58.720582 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6f7061-9c46-4acb-a896-079765483db8') {'for_net_delete': True} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:58.720884 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6f7061-9c46-4acb-a896-079765483db8') {} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:58.736512 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911866'] for segment, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.749229 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626'] for port, after_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.756148 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.770613 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=99812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:34:58.771254 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60597141'] for segment, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.782368 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] No DVR routers for this DVR port 4eedb3df-05b5-4d41-a793-a774af1e1ccb on host dv-cinder-813984-3-iscsi {{(pid=99814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:34:58.783836 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 12a0882c-425b-45ca-9a64-43ef73c77095 triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:34:58.784195 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.787242 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Pushing event deleted for resources: {'Port': ['ID=4eedb3df-05b5-4d41-a793-a774af1e1ccb,revision_number=None']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: Traceback (most recent call last): Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: timer() Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: cb(*args, **kw) Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: return func(*args, **kwargs) Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: self._notify() Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: self.callback(batched_events) Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: event.method(event) Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: return f(self, *a, **k) Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: return self._get(url).json() Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: return self.request(url, 'GET', **kwargs) Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:34:58.795584 dv-cinder-813984-3-iscsi neutron-server[99812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:34:58.818217 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:58.818543 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:58.818874 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:58.819190 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:58.819534 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:58.819860 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:58.820252 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:58.820575 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:58.820908 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:58.821207 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:58.821543 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:58.821925 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a42d1-d768-4b95-b515-73ab8c29656e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:58.879915 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.888086 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.892278 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] 10.222.0.26 "DELETE /v2.0/networks/93387679-745e-4eec-845c-27cada45c175 HTTP/1.1" status: 204 len: 168 time: 0.7038064 Oct 19 08:34:58.899648 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.910534 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576e17d-c9ad-4351-9c21-23a8b087fc6a admin admin] Pushing event deleted for resources: {'Network': ['ID=93387679-745e-4eec-845c-27cada45c175,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:58.937122 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:34:58.939672 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccf1422-b271-46c0-8354-bed8f26e3ab8" -d '{"events": [{"server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "name": "network-vif-plugged", "status": "completed", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:58.954060 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 12a0882c-425b-45ca-9a64-43ef73c77095, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=12a0882c-425b-45ca-9a64-43ef73c77095,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:58.960002 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:58.991606 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c195cefc-9fff-4fcb-93cb-19816b3c4f49 x-openstack-request-id: req-c195cefc-9fff-4fcb-93cb-19816b3c4f49 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:58.992003 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "name": "network-vif-plugged", "status": "completed", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:58.992610 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c195cefc-9fff-4fcb-93cb-19816b3c4f49 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:58.994866 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095', 'code': 200} Oct 19 08:34:59.024986 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=12a0882c-425b-45ca-9a64-43ef73c77095,revision_number=8']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:59.055710 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b00507-516d-4867-a094-f19d0f5761b4 req-4ba97a16-056f-448e-b58f-d28335cc6177 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:59.057187 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-88b00507-516d-4867-a094-f19d0f5761b4 req-4ba97a16-056f-448e-b58f-d28335cc6177 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 946 time: 0.1193357 Oct 19 08:34:59.066393 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.080872 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47076) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:59.122747 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-a2ced89e-eca0-497b-a9a1-15f9ab1dfcc5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd22145dede44acfb6409d55f4c00fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407436 Oct 19 08:34:59.125213 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47078) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:59.140033 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-88b00507-516d-4867-a094-f19d0f5761b4 req-28066445-6de6-4dd2-a7de-47c4a26f2d75 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=225f01fb-50f4-4cdd-8339-7ca72388afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747550 Oct 19 08:34:59.178801 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.184627 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-74da0b50-94a4-4bb2-b4a7-e8cb5f0ddba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.218190 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-74da0b50-94a4-4bb2-b4a7-e8cb5f0ddba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.271036 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a15fe-bbcf-4984-846d-a5667b92169d req-8b4d1dde-da9a-4e07-b68b-24d71401461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:59.272521 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-5a9a15fe-bbcf-4984-846d-a5667b92169d req-8b4d1dde-da9a-4e07-b68b-24d71401461e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 1099 time: 0.0668874 Oct 19 08:34:59.302703 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-74da0b50-94a4-4bb2-b4a7-e8cb5f0ddba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.305191 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-74da0b50-94a4-4bb2-b4a7-e8cb5f0ddba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.306431 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-74da0b50-94a4-4bb2-b4a7-e8cb5f0ddba5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f51116ac-7c2a-4a76-b0ea-087e4cca500b HTTP/1.1" status: 204 len: 168 time: 0.1802280 Oct 19 08:34:59.322698 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-5a9a15fe-bbcf-4984-846d-a5667b92169d req-9308928c-4825-4819-b0f0-58616e48c952 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416977 Oct 19 08:34:59.323803 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da0b50-94a4-4bb2-b4a7-e8cb5f0ddba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51116ac-7c2a-4a76-b0ea-087e4cca500b,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:59.343295 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.353801 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.458627 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'Port': ['ID=8c413dbc-9fab-4fa7-a1b8-8922ee03be39,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:59.470596 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.512357 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713d80f-32a9-445f-a79c-d3e879b897c6 req-fff3fe37-7bb0-4b19-a82b-33b06e87e27d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:34:59.513838 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8713d80f-32a9-445f-a79c-d3e879b897c6 req-fff3fe37-7bb0-4b19-a82b-33b06e87e27d tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.1511483 Oct 19 08:34:59.591637 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8713d80f-32a9-445f-a79c-d3e879b897c6 req-5eaba7d6-21cb-47a4-a982-5fe9445745a5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706825 Oct 19 08:34:59.613268 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.l3_db [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Floating IP dfddb75b-ce0b-44b1-a58b-0f66c27f5c48 associated. External IP: 172.27.2.169, port: c2ff330e-a352-4142-beea-72ad324f3271. Oct 19 08:34:59.628929 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47086) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:59.668909 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-51a17e21-9e2d-45cd-9d6c-3e59101478b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8fbccf68a083460b90e0ce05a6f14e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388339 Oct 19 08:34:59.671504 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47088) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:59.719241 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ba955f7c-7836-4526-9eca-4d90e189c585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.740382 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ba955f7c-7836-4526-9eca-4d90e189c585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.790641 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ba955f7c-7836-4526-9eca-4d90e189c585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.793162 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ba955f7c-7836-4526-9eca-4d90e189c585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.794335 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-ba955f7c-7836-4526-9eca-4d90e189c585 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bde6e53f-5167-4440-8328-3aef3cb38016 HTTP/1.1" status: 204 len: 168 time: 0.1214509 Oct 19 08:34:59.803252 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba955f7c-7836-4526-9eca-4d90e189c585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde6e53f-5167-4440-8328-3aef3cb38016,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:59.829036 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Router 51a04db1-e82b-4e7a-abb1-dee860873d0d has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:34:59.937643 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4eedb3df-05b5-4d41-a793-a774af1e1ccb no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:34:59.946821 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:34:59.960936 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbecb97e-54ca-45cb-9e20-1451158bf8d0 None None] Sync routers for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:34:59.963276 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 4eedb3df-05b5-4d41-a793-a774af1e1ccb {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:34:59.963704 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4eedb3df-05b5-4d41-a793-a774af1e1ccb not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:34:59.964120 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 51ccf3c5-04a5-488a-a79c-5010193afab0 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:34:59.964870 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:34:59.991774 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 51ccf3c5-04a5-488a-a79c-5010193afab0 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:34:59.992126 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 51ccf3c5-04a5-488a-a79c-5010193afab0 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:35:00.002533 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-bb940779-0ae0-4ac2-b0ee-bf3659836293 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1002078 Oct 19 08:35:00.002533 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'tag': 'c2ff330e-a352-4142-beea-72ad324f3271'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:35:00.002533 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf78baa9-f236-47a2-a20b-d1017173ff7b" -d '{"events": [{"name": "network-changed", "server_uuid": "532d2be2-d6f6-4402-b37b-574a504d3ab4", "tag": "c2ff330e-a352-4142-beea-72ad324f3271"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:35:00.016298 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbecb97e-54ca-45cb-9e20-1451158bf8d0 None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:00.016976 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-bbecb97e-54ca-45cb-9e20-1451158bf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:00.041328 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffc40ce-0ac2-4787-90e1-1085462b3215 x-openstack-request-id: req-cffc40ce-0ac2-4787-90e1-1085462b3215 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:35:00.041621 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532d2be2-d6f6-4402-b37b-574a504d3ab4", "tag": "c2ff330e-a352-4142-beea-72ad324f3271", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:35:00.041867 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cffc40ce-0ac2-4787-90e1-1085462b3215 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:35:00.042271 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'tag': 'c2ff330e-a352-4142-beea-72ad324f3271', 'status': 'completed', 'code': 200} Oct 19 08:35:00.122843 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78baa9-f236-47a2-a20b-d1017173ff7b req-a65eb9bf-1aa3-4574-bb26-0af2ba44b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:00.125550 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-cf78baa9-f236-47a2-a20b-d1017173ff7b req-a65eb9bf-1aa3-4574-bb26-0af2ba44b282 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 1098 time: 0.0451958 Oct 19 08:35:00.135200 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-bbecb97e-54ca-45cb-9e20-1451158bf8d0 None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:00.235837 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78baa9-f236-47a2-a20b-d1017173ff7b req-f1ef74e3-73fa-4ad7-8b85-17eb42858b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:00.237302 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-cf78baa9-f236-47a2-a20b-d1017173ff7b req-f1ef74e3-73fa-4ad7-8b85-17eb42858b4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 913 time: 0.0984254 Oct 19 08:35:00.266425 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c93565-dcb3-4b9a-97e8-b149fd2209a2 req-ca9ddad3-1334-40b6-ba97-cd8608c6480a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:00.267986 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d0c93565-dcb3-4b9a-97e8-b149fd2209a2 req-ca9ddad3-1334-40b6-ba97-cd8608c6480a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 946 time: 0.0551691 Oct 19 08:35:00.307439 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d0c93565-dcb3-4b9a-97e8-b149fd2209a2 req-68641528-50d6-422d-9d2f-c4e59b4561fc tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=225f01fb-50f4-4cdd-8339-7ca72388afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334125 Oct 19 08:35:00.317741 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-cf78baa9-f236-47a2-a20b-d1017173ff7b req-fa66f23d-6c9e-4d9a-86b7-e5dd509075a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ff330e-a352-4142-beea-72ad324f3271 HTTP/1.1" status: 200 len: 999 time: 0.0716500 Oct 19 08:35:00.374627 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78baa9-f236-47a2-a20b-d1017173ff7b req-ac0248c7-d860-4c9e-bf5d-d9491ee189ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:00.374627 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-cf78baa9-f236-47a2-a20b-d1017173ff7b req-ac0248c7-d860-4c9e-bf5d-d9491ee189ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 200 len: 851 time: 0.0435078 Oct 19 08:35:00.383845 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-bbecb97e-54ca-45cb-9e20-1451158bf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'dfddb75b-ce0b-44b1-a58b-0f66c27f5c48', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': 'c2ff330e-a352-4142-beea-72ad324f3271', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:38:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:34:58Z', 'updated_at': '2021-10-19T08:34:58Z', 'revision_number': 0, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:00.411013 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbecb97e-54ca-45cb-9e20-1451158bf8d0 None None] Checking router: 51a04db1-e82b-4e7a-abb1-dee860873d0d for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:35:00.419357 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbecb97e-54ca-45cb-9e20-1451158bf8d0 None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:00.419977 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-bbecb97e-54ca-45cb-9e20-1451158bf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:00.423301 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78baa9-f236-47a2-a20b-d1017173ff7b req-a6b1f32f-e414-4a04-8e63-3b1e211f124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:00.424780 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-cf78baa9-f236-47a2-a20b-d1017173ff7b req-a6b1f32f-e414-4a04-8e63-3b1e211f124d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396647 Oct 19 08:35:00.524157 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-cf78baa9-f236-47a2-a20b-d1017173ff7b req-19c80231-7606-4527-8c9e-9223af513d92 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855286 Oct 19 08:35:00.524992 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-bbecb97e-54ca-45cb-9e20-1451158bf8d0 None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:00.617239 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-cf78baa9-f236-47a2-a20b-d1017173ff7b req-b632eabf-8589-412f-9d07-e8b37d6b65e5 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852675 Oct 19 08:35:00.723245 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1c0d9-7cf8-4a97-9867-2ef109b652f2 req-f4fd7c28-cc2e-4c20-8b67-555461830b34 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:00.726941 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ffa1c0d9-7cf8-4a97-9867-2ef109b652f2 req-f4fd7c28-cc2e-4c20-8b67-555461830b34 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0624049 Oct 19 08:35:00.757927 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-bbecb97e-54ca-45cb-9e20-1451158bf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'dfddb75b-ce0b-44b1-a58b-0f66c27f5c48', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': 'c2ff330e-a352-4142-beea-72ad324f3271', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:38:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:34:58Z', 'updated_at': '2021-10-19T08:34:58Z', 'revision_number': 0, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:00.771028 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ffa1c0d9-7cf8-4a97-9867-2ef109b652f2 req-faca6241-bcec-40b4-b65b-5b6d4d8177b3 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367398 Oct 19 08:35:00.786195 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbecb97e-54ca-45cb-9e20-1451158bf8d0 None None] The sync data for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi is: [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'dfddb75b-ce0b-44b1-a58b-0f66c27f5c48', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': 'c2ff330e-a352-4142-beea-72ad324f3271', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:38:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:34:58Z', 'updated_at': '2021-10-19T08:34:58Z', 'revision_number': 0, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:35:00.981007 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328b797-f2e6-4832-8729-76677cd93d65 None None] New status for floating IP dfddb75b-ce0b-44b1-a58b-0f66c27f5c48: ACTIVE {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:35:01.422386 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef42d10-9bc1-4521-b435-3b5286f956b1 req-a61e8158-32d9-4ef3-b81e-cae0af7358aa tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:01.423858 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0ef42d10-9bc1-4521-b435-3b5286f956b1 req-a61e8158-32d9-4ef3-b81e-cae0af7358aa tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 946 time: 0.0499740 Oct 19 08:35:01.460587 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0ef42d10-9bc1-4521-b435-3b5286f956b1 req-22bfcfbe-d78a-4395-b5f4-2cc9828ac2cf tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups?id=225f01fb-50f4-4cdd-8339-7ca72388afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308070 Oct 19 08:35:01.666625 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eba5d8-b820-4289-9703-f733ee4f809d req-479bfe95-6692-4cdf-8362-ac159aae3012 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:01.667978 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-50eba5d8-b820-4289-9703-f733ee4f809d req-479bfe95-6692-4cdf-8362-ac159aae3012 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.11 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 946 time: 0.0493445 Oct 19 08:35:01.756539 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Deleting port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:35:01.756863 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:01.847394 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] For port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:01.847754 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:01.892194 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056205dc-8a8e-4f91-8c4a-3c564947668b req-72f7eba1-d467-4963-bf0d-f03d2d51d750 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:01.893735 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-056205dc-8a8e-4f91-8c4a-3c564947668b req-72f7eba1-d467-4963-bf0d-f03d2d51d750 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0560575 Oct 19 08:35:01.932788 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-056205dc-8a8e-4f91-8c4a-3c564947668b req-84d28332-91ad-44af-87df-43be5caf1d7f tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330586 Oct 19 08:35:02.065999 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:02.066351 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:02.066687 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.l3_db [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Floating IP f2349fa2-1f79-4efb-a766-9e776f676528 disassociated. External IP: 172.27.2.73, port: 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17. Oct 19 08:35:02.067020 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Calling delete_port for 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 owned by compute:nova {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:35:02.189282 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:02.449621 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event deleted for resources: {'Port': ['ID=7532eae6-a4a9-45d4-a23f-5cc7a5b33a17,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:02.557425 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5471bd54-790e-4f52-9e7c-138f518593dd req-e63facb1-27eb-48ba-986f-0d17fedad25c tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/ports?device_id=8da1c23b-61b7-480c-b3b4-90f5793c0f55 HTTP/1.1" status: 200 len: 210 time: 0.0261040 Oct 19 08:35:02.563285 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Router 8d399fa2-a278-4244-b4bf-6552dcbfa466 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:35:02.670148 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:35:02.679868 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cae8183-c6fd-4a48-912d-1675eec5d3a7 None None] Sync routers for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:35:02.688641 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae8183-c6fd-4a48-912d-1675eec5d3a7 None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:02.689235 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-4cae8183-c6fd-4a48-912d-1675eec5d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:02.708497 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] No DVR routers for this DVR port 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 on host hv-cinder-81398 {{(pid=99812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:35:02.710865 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:02.714094 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-50eba5d8-b820-4289-9703-f733ee4f809d req-4c2e1d28-ace5-4074-a86d-dfa263074ec2 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.11 "DELETE /v2.0/ports/7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 HTTP/1.1" status: 204 len: 173 time: 1.0397358 Oct 19 08:35:02.714553 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da1c23b-61b7-480c-b3b4-90f5793c0f55', 'name': 'network-vif-deleted', 'tag': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:35:02.716784 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018aef00-f5cc-46dc-8e92-d49705cc3576" -d '{"events": [{"server_uuid": "8da1c23b-61b7-480c-b3b4-90f5793c0f55", "name": "network-vif-deleted", "tag": "7532eae6-a4a9-45d4-a23f-5cc7a5b33a17"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:35:02.761222 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5f4870-c905-4ddd-9471-3443db6c48f2 x-openstack-request-id: req-9d5f4870-c905-4ddd-9471-3443db6c48f2 {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:35:02.761509 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da1c23b-61b7-480c-b3b4-90f5793c0f55", "name": "network-vif-deleted", "tag": "7532eae6-a4a9-45d4-a23f-5cc7a5b33a17", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:35:02.761966 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d5f4870-c905-4ddd-9471-3443db6c48f2 {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:35:02.762146 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da1c23b-61b7-480c-b3b4-90f5793c0f55', 'name': 'network-vif-deleted', 'tag': '7532eae6-a4a9-45d4-a23f-5cc7a5b33a17', 'status': 'completed', 'code': 200} Oct 19 08:35:02.927079 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-4cae8183-c6fd-4a48-912d-1675eec5d3a7 None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:03.125316 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-4cae8183-c6fd-4a48-912d-1675eec5d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 5, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:03.151830 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cae8183-c6fd-4a48-912d-1675eec5d3a7 None None] Checking router: 8d399fa2-a278-4244-b4bf-6552dcbfa466 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:35:03.160777 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae8183-c6fd-4a48-912d-1675eec5d3a7 None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:03.161409 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-4cae8183-c6fd-4a48-912d-1675eec5d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:03.273155 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-4cae8183-c6fd-4a48-912d-1675eec5d3a7 None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:03.468030 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-4cae8183-c6fd-4a48-912d-1675eec5d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 5, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:03.497693 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cae8183-c6fd-4a48-912d-1675eec5d3a7 None None] The sync data for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi is: [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:16Z', 'revision_number': 4, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '6430bd66-30a7-4320-957f-2f15e892904e', 'name': '', 'network_id': '5ed1909e-af6f-44e6-9da9-5c8feb78bdd0', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'mac_address': 'fa:16:3e:a7:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:15Z', 'updated_at': '2021-10-19T08:24:25Z', 'revision_number': 5, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'subnets': [{'id': 'aa061827-a35c-494b-9df2-e4239fe5ce7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:35:03.642283 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47114) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:03.698822 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-283d1176-7657-45c0-a9f8-fecf31a3a96a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:03.715858 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9cfd15-b3d5-46a5-aa57-76617a912997 None None] New status for floating IP f2349fa2-1f79-4efb-a766-9e776f676528: DOWN {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:35:03.724083 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-283d1176-7657-45c0-a9f8-fecf31a3a96a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:03.772968 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-283d1176-7657-45c0-a9f8-fecf31a3a96a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:03.775578 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-283d1176-7657-45c0-a9f8-fecf31a3a96a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:03.776717 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-283d1176-7657-45c0-a9f8-fecf31a3a96a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "DELETE /v2.0/security-groups/225f01fb-50f4-4cdd-8339-7ca72388afd3 HTTP/1.1" status: 204 len: 168 time: 0.1333539 Oct 19 08:35:03.779691 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47116) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:03.785687 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d1176-7657-45c0-a9f8-fecf31a3a96a tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225f01fb-50f4-4cdd-8339-7ca72388afd3,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:03.797746 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.api.v2.resource [None req-652b3bec-145d-4dfe-b7b5-638e15ab88d9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] show failed (client error): The resource could not be found. Oct 19 08:35:03.799067 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-652b3bec-145d-4dfe-b7b5-638e15ab88d9 tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "GET /v2.0/security-groups/225f01fb-50f4-4cdd-8339-7ca72388afd3 HTTP/1.1" status: 404 len: 347 time: 0.0175898 Oct 19 08:35:03.801824 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47118) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:03.934355 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-f7a12641-95e2-479c-b090-ea884d75566e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Deleting port 9a274b42-b345-49ab-97eb-c6405b5507f8 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:35:03.934742 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f7a12641-95e2-479c-b090-ea884d75566e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:04.013149 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f7a12641-95e2-479c-b090-ea884d75566e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:04.013474 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f7a12641-95e2-479c-b090-ea884d75566e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:04.025407 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-f7a12641-95e2-479c-b090-ea884d75566e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Calling delete_port for 9a274b42-b345-49ab-97eb-c6405b5507f8 owned by network:floatingip {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:35:04.152239 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f7a12641-95e2-479c-b090-ea884d75566e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:04.181755 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a12641-95e2-479c-b090-ea884d75566e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Pushing event deleted for resources: {'Port': ['ID=9a274b42-b345-49ab-97eb-c6405b5507f8,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:04.238828 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f7a12641-95e2-479c-b090-ea884d75566e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks [] for floatingip, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:04.241280 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f7a12641-95e2-479c-b090-ea884d75566e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:04.242396 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-f7a12641-95e2-479c-b090-ea884d75566e tempest-AttachVolumeTestJSON-1579651942 tempest-AttachVolumeTestJSON-1579651942-project] 10.222.0.26 "DELETE /v2.0/floatingips/f2349fa2-1f79-4efb-a766-9e776f676528 HTTP/1.1" status: 204 len: 168 time: 0.4396672 Oct 19 08:35:06.733249 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:35:06.753135 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:35:06.753476 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 7532eae6-a4a9-45d4-a23f-5cc7a5b33a17 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:35:07.759345 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47150) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:08.527177 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-cd312612-7322-410e-a207-c0d8d64edb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626554'] for router_interface, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:08.765201 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-cd312612-7322-410e-a207-c0d8d64edb50 admin admin] Deleting port 6430bd66-30a7-4320-957f-2f15e892904e {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:35:08.766565 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-cd312612-7322-410e-a207-c0d8d64edb50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:08.840981 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-cd312612-7322-410e-a207-c0d8d64edb50 admin admin] For port 6430bd66-30a7-4320-957f-2f15e892904e, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=6430bd66-30a7-4320-957f-2f15e892904e,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:08.841424 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-cd312612-7322-410e-a207-c0d8d64edb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:08.854356 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-cd312612-7322-410e-a207-c0d8d64edb50 admin admin] Calling delete_port for 6430bd66-30a7-4320-957f-2f15e892904e owned by network:router_interface {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:35:09.025587 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-cd312612-7322-410e-a207-c0d8d64edb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:09.054947 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd312612-7322-410e-a207-c0d8d64edb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=6430bd66-30a7-4320-957f-2f15e892904e,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:09.215104 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-cd312612-7322-410e-a207-c0d8d64edb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626390'] for router_interface, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:09.424611 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd312612-7322-410e-a207-c0d8d64edb50 admin admin] Router 8d399fa2-a278-4244-b4bf-6552dcbfa466 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:35:09.528224 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd312612-7322-410e-a207-c0d8d64edb50 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:35:09.534306 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-cd312612-7322-410e-a207-c0d8d64edb50 admin admin] 10.222.0.26 "PUT /v2.0/routers/8d399fa2-a278-4244-b4bf-6552dcbfa466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7739501 Oct 19 08:35:09.536804 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47154) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:09.539397 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02764495-48f9-4b35-aaf4-39fc24c89118 None None] Sync routers for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:35:09.548820 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02764495-48f9-4b35-aaf4-39fc24c89118 None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:09.549412 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-02764495-48f9-4b35-aaf4-39fc24c89118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:09.638441 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Publish callbacks [] for router, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:09.652593 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-02764495-48f9-4b35-aaf4-39fc24c89118 None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:09.736557 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:09.792434 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Deleting port ede6dac2-25a2-40db-86ed-55f3e983af1d {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:35:09.793112 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:09.827762 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-02764495-48f9-4b35-aaf4-39fc24c89118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:35:08Z', 'revision_number': 5, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port': {'id': 'ede6dac2-25a2-40db-86ed-55f3e983af1d', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:95:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:10Z', 'updated_at': '2021-10-19T08:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:09.858039 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02764495-48f9-4b35-aaf4-39fc24c89118 None None] Checking router: 8d399fa2-a278-4244-b4bf-6552dcbfa466 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:35:09.866896 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02764495-48f9-4b35-aaf4-39fc24c89118 None None] Routers {'8d399fa2-a278-4244-b4bf-6552dcbfa466'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:09.867504 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-02764495-48f9-4b35-aaf4-39fc24c89118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:34:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['8d399fa2-a278-4244-b4bf-6552dcbfa466'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:09.871068 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] For port ede6dac2-25a2-40db-86ed-55f3e983af1d, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=ede6dac2-25a2-40db-86ed-55f3e983af1d,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:09.871431 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:09.887594 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Calling delete_port for ede6dac2-25a2-40db-86ed-55f3e983af1d owned by network:router_gateway {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:35:09.956283 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-02764495-48f9-4b35-aaf4-39fc24c89118 None None] Set router 8d399fa2-a278-4244-b4bf-6552dcbfa466 gateway port host: None {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:10.007001 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-02764495-48f9-4b35-aaf4-39fc24c89118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:35:09Z', 'revision_number': 6, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port_host': None}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:10.037002 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02764495-48f9-4b35-aaf4-39fc24c89118 None None] The sync data for ids ['8d399fa2-a278-4244-b4bf-6552dcbfa466'] in dv-cinder-813984-3-iscsi is: [{'id': '8d399fa2-a278-4244-b4bf-6552dcbfa466', 'name': 'tempest-AttachVolumeTestJSON-483953113-router', 'tenant_id': 'd039e505af3b42a3afdc9ac76295e901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:35:09Z', 'revision_number': 6, 'project_id': 'd039e505af3b42a3afdc9ac76295e901', 'gw_port_host': None}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:35:10.071724 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.097872 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede6dac2-25a2-40db-86ed-55f3e983af1d,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:10.160769 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627888'] for router_gateway, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.248062 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7290'] for router, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.250682 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.292957 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625344'] for router, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.293467 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d399fa2-a278-4244-b4bf-6552dcbfa466 {{(pid=99813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:35:10.298818 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.299943 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-acbc408a-c82e-4c0d-a6c2-00d514970569 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8d399fa2-a278-4244-b4bf-6552dcbfa466 HTTP/1.1" status: 204 len: 168 time: 0.7621994 Oct 19 08:35:10.302546 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47156) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:10.348363 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2bde71-d70a-4aaf-9d81-5f0ac2589194 admin admin] Deleting subnet aa061827-a35c-494b-9df2-e4239fe5ce7a {{(pid=99813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:35:10.351323 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3e2bde71-d70a-4aaf-9d81-5f0ac2589194 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.387040 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3e2bde71-d70a-4aaf-9d81-5f0ac2589194 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60713938'] for subnet, precommit_delete_associations {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.497379 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3e2bde71-d70a-4aaf-9d81-5f0ac2589194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.547304 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3e2bde71-d70a-4aaf-9d81-5f0ac2589194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60714075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58818533'] for subnet, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.571840 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bde71-d70a-4aaf-9d81-5f0ac2589194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa061827-a35c-494b-9df2-e4239fe5ce7a,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:10.575360 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3e2bde71-d70a-4aaf-9d81-5f0ac2589194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.579150 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-3e2bde71-d70a-4aaf-9d81-5f0ac2589194 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/aa061827-a35c-494b-9df2-e4239fe5ce7a HTTP/1.1" status: 204 len: 168 time: 0.2750392 Oct 19 08:35:10.581127 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47158) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:10.581271 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f18ca3-64cf-42ab-8d90-8d82ef0e1a8a None None] Network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:35:10.648298 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.704482 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Deleting port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:35:10.704822 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.770345 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] For port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=3e6c8a61-107e-4ba4-9323-c7d1a2e7f016,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:10.770726 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.784979 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Calling delete_port for 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 owned by network:dhcp {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:35:10.789810 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcc776f-b55e-4a82-bcd8-34a070153120 None None] DHCP port deletion for 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 request from dv-cinder-813984-3-iscsi {{(pid=99814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:35:10.841422 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc776f-b55e-4a82-bcd8-34a070153120 None None] Deleting port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 {{(pid=99814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:35:10.841811 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1fcc776f-b55e-4a82-bcd8-34a070153120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.875615 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.901558 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6c8a61-107e-4ba4-9323-c7d1a2e7f016,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:10.905201 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] No DVR routers for this DVR port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 on host dv-cinder-813984-3-iscsi {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:35:10.910537 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-1fcc776f-b55e-4a82-bcd8-34a070153120 None None] For port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=3e6c8a61-107e-4ba4-9323-c7d1a2e7f016,segment=NetworkSegment(9c920fd0-ef98-4178-8676-4fddae133c83),segment_id=9c920fd0-ef98-4178-8676-4fddae133c83)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:10.910944 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1fcc776f-b55e-4a82-bcd8-34a070153120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.924409 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc776f-b55e-4a82-bcd8-34a070153120 None None] Calling delete_port for 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 owned by network:dhcp {{(pid=99814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:35:10.978908 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:10.999531 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed1909e-af6f-44e6-9da9-5c8feb78bdd0']}} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:11.010511 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c920fd0-ef98-4178-8676-4fddae133c83') {'for_net_delete': True} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:11.010705 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c920fd0-ef98-4178-8676-4fddae133c83') {} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:11.021557 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60713931'] for segment, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:11.038416 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:11.046371 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=99813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:35:11.047872 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60713989'] for segment, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: Traceback (most recent call last): Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: timer() Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: cb(*args, **kw) Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: return func(*args, **kwargs) Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: self._notify() Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: self.callback(batched_events) Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: event.method(event) Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: return f(self, *a, **k) Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._get(url).json() Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: return self.request(url, 'GET', **kwargs) Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:35:11.049199 dv-cinder-813984-3-iscsi neutron-server[99813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:35:11.108100 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:11.114130 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:11.117631 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 HTTP/1.1" status: 204 len: 168 time: 0.5352983 Oct 19 08:35:11.131933 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a84183-3d79-49bb-9af3-7bddc73ea376 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ed1909e-af6f-44e6-9da9-5c8feb78bdd0,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:11.135754 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-1fcc776f-b55e-4a82-bcd8-34a070153120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626'] for port, after_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:11.143155 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fcc776f-b55e-4a82-bcd8-34a070153120 None None] Network 5ed1909e-af6f-44e6-9da9-5c8feb78bdd0 is not hosted by any dhcp agent {{(pid=99814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 08:35:11.143621 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc776f-b55e-4a82-bcd8-34a070153120 None None] No DVR routers for this DVR port 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 on host dv-cinder-813984-3-iscsi {{(pid=99814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:35:11.162109 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc776f-b55e-4a82-bcd8-34a070153120 None None] Pushing event deleted for resources: {'Port': ['ID=3e6c8a61-107e-4ba4-9323-c7d1a2e7f016,revision_number=None']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:11.257425 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47162) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:11.297409 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-f8e5c837-2e16-494d-8d2f-1678ff490fd1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d039e505af3b42a3afdc9ac76295e901&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383320 Oct 19 08:35:11.300043 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47164) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:11.350365 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-40aabd61-183a-427b-8113-ad70e0373c9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:11.371418 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-40aabd61-183a-427b-8113-ad70e0373c9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:11.419754 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-40aabd61-183a-427b-8113-ad70e0373c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:11.423155 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-40aabd61-183a-427b-8113-ad70e0373c9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:11.424302 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-40aabd61-183a-427b-8113-ad70e0373c9a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6af4d97b-6cf2-4419-8165-fbdd0d8f0c87 HTTP/1.1" status: 204 len: 168 time: 0.1233814 Oct 19 08:35:11.431997 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aabd61-183a-427b-8113-ad70e0373c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af4d97b-6cf2-4419-8165-fbdd0d8f0c87,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:11.921194 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-2070487a-61cd-4865-a95b-dc895574a50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:11.932266 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 6430bd66-30a7-4320-957f-2f15e892904e no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:35:11.952027 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 6430bd66-30a7-4320-957f-2f15e892904e {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:35:11.952368 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 6430bd66-30a7-4320-957f-2f15e892904e not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:35:11.952772 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:35:11.970926 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:35:11.971264 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 3e6c8a61-107e-4ba4-9323-c7d1a2e7f016 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:35:11.971663 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device ede6dac2-25a2-40db-86ed-55f3e983af1d no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:35:11.989977 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: ede6dac2-25a2-40db-86ed-55f3e983af1d {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:35:11.990338 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device ede6dac2-25a2-40db-86ed-55f3e983af1d not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:35:15.113812 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-445e8c0f-82b9-4d4d-8bd5-0e6023dced79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:15.950210 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:16.634842 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:17.708595 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:20.576950 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47286) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:20.679577 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-57edd68a-1ed0-4d0c-be0f-714189e34974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:20.756345 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-57edd68a-1ed0-4d0c-be0f-714189e34974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:20.760575 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-57edd68a-1ed0-4d0c-be0f-714189e34974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:20.797961 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-57edd68a-1ed0-4d0c-be0f-714189e34974 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=021fc01fa713405595f32b38cf11a34b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198808 Oct 19 08:35:20.806512 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47292) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:20.807050 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edd68a-1ed0-4d0c-be0f-714189e34974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc6761-07a1-4d3b-94ea-4dfea3d56567,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:20.856477 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-10d4a9a6-c4f0-4450-84eb-07f564da2d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:20.878826 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-10d4a9a6-c4f0-4450-84eb-07f564da2d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:20.929027 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-10d4a9a6-c4f0-4450-84eb-07f564da2d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:20.932131 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-10d4a9a6-c4f0-4450-84eb-07f564da2d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:20.936161 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-10d4a9a6-c4f0-4450-84eb-07f564da2d42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9cc6761-07a1-4d3b-94ea-4dfea3d56567 HTTP/1.1" status: 204 len: 168 time: 0.1329732 Oct 19 08:35:20.943505 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4a9a6-c4f0-4450-84eb-07f564da2d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc6761-07a1-4d3b-94ea-4dfea3d56567,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:21.422523 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:22.383616 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47336) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:22.484114 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-84ec78b2-3b4b-4487-96d5-56bb11b1c61a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:22.555025 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-84ec78b2-3b4b-4487-96d5-56bb11b1c61a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:22.558654 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-84ec78b2-3b4b-4487-96d5-56bb11b1c61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:22.596644 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-84ec78b2-3b4b-4487-96d5-56bb11b1c61a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8401440971248ad8a64133f9ac963c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119892 Oct 19 08:35:22.597485 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec78b2-3b4b-4487-96d5-56bb11b1c61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccab9225-361a-47cb-a21d-4a61f4ef2bcb,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:22.599449 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47340) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:22.648618 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0f95a371-cab7-4a0e-b9d6-dc2d64aa6e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:22.671643 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0f95a371-cab7-4a0e-b9d6-dc2d64aa6e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:22.717028 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0f95a371-cab7-4a0e-b9d6-dc2d64aa6e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:22.719529 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-0f95a371-cab7-4a0e-b9d6-dc2d64aa6e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:22.721502 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-0f95a371-cab7-4a0e-b9d6-dc2d64aa6e72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ccab9225-361a-47cb-a21d-4a61f4ef2bcb HTTP/1.1" status: 204 len: 168 time: 0.1209717 Oct 19 08:35:22.728944 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95a371-cab7-4a0e-b9d6-dc2d64aa6e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccab9225-361a-47cb-a21d-4a61f4ef2bcb,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:22.973176 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47348) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:22.987568 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6b8f655b-04b0-4686-9fb1-8c166a9c6acc admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:23.059644 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6b8f655b-04b0-4686-9fb1-8c166a9c6acc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:23.063107 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6b8f655b-04b0-4686-9fb1-8c166a9c6acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:23.100738 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-6b8f655b-04b0-4686-9fb1-8c166a9c6acc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e16b22ed9e2f46abbb4df12b1f445f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1264250 Oct 19 08:35:23.101875 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f655b-04b0-4686-9fb1-8c166a9c6acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089dd370-8fc0-4364-90fd-043907cd381e,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:23.103448 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47350) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:23.151963 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6dbf-9368-41e3-af2b-829127c3c901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:23.172354 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6dbf-9368-41e3-af2b-829127c3c901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:23.219766 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6dbf-9368-41e3-af2b-829127c3c901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:23.222321 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ba0a6dbf-9368-41e3-af2b-829127c3c901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:23.223472 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-ba0a6dbf-9368-41e3-af2b-829127c3c901 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/089dd370-8fc0-4364-90fd-043907cd381e HTTP/1.1" status: 204 len: 168 time: 0.1184521 Oct 19 08:35:23.230836 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a6dbf-9368-41e3-af2b-829127c3c901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089dd370-8fc0-4364-90fd-043907cd381e,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:24.019397 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:35:26.265536 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-015dcda4-90bb-4857-be26-6953a26b2d36 req-075f6b17-c674-44eb-87fa-258cae7b373f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385289 Oct 19 08:35:26.326724 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dcda4-90bb-4857-be26-6953a26b2d36 req-5300e08a-acd6-48a7-ac50-9d52756e8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:26.328227 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-015dcda4-90bb-4857-be26-6953a26b2d36 req-5300e08a-acd6-48a7-ac50-9d52756e8552 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ffc881ce1324822826aec5e72a754b4&device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 1099 time: 0.0408459 Oct 19 08:35:26.433626 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dcda4-90bb-4857-be26-6953a26b2d36 req-a0aa4c27-14cc-42be-85a7-9956c4105374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:26.435108 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-015dcda4-90bb-4857-be26-6953a26b2d36 req-a0aa4c27-14cc-42be-85a7-9956c4105374 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 200 len: 918 time: 0.0876286 Oct 19 08:35:26.506292 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-015dcda4-90bb-4857-be26-6953a26b2d36 req-dce9f0a9-4af8-4574-ad7f-bb2b494bcab6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a96c138-97d6-476d-b751-ac066e4a3cef HTTP/1.1" status: 200 len: 1001 time: 0.0630212 Oct 19 08:35:26.554967 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dcda4-90bb-4857-be26-6953a26b2d36 req-6552126d-56c0-47e0-91d9-486c51a14e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:26.556468 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-015dcda4-90bb-4857-be26-6953a26b2d36 req-6552126d-56c0-47e0-91d9-486c51a14e67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be9abea3-4266-4603-b94f-731252d257c2 HTTP/1.1" status: 200 len: 856 time: 0.0429382 Oct 19 08:35:26.607660 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dcda4-90bb-4857-be26-6953a26b2d36 req-f7dbf3d4-0f04-43ae-ba2b-cbe930d8ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:26.609105 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-015dcda4-90bb-4857-be26-6953a26b2d36 req-f7dbf3d4-0f04-43ae-ba2b-cbe930d8ecd8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b7c9676-b604-477b-a586-63579afd5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420356 Oct 19 08:35:26.697949 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-015dcda4-90bb-4857-be26-6953a26b2d36 req-4d1f8c6e-362c-4b12-b909-041fc5c1121b service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808671 Oct 19 08:35:26.791213 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-015dcda4-90bb-4857-be26-6953a26b2d36 req-4acd352a-d599-4114-9323-3ea1a9ad0437 service neutron] 10.222.0.11 "GET /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834799 Oct 19 08:35:27.391293 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47424) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:27.492723 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-497fcb06-7eb4-49ef-9b5d-c5aeb3c2865a admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:27.566202 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-497fcb06-7eb4-49ef-9b5d-c5aeb3c2865a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:27.569726 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-497fcb06-7eb4-49ef-9b5d-c5aeb3c2865a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:27.606483 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fcb06-7eb4-49ef-9b5d-c5aeb3c2865a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5781936f-c32a-45a5-8862-1cd6f37872d4,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:27.611387 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-497fcb06-7eb4-49ef-9b5d-c5aeb3c2865a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0974c6afc4e463db1cd71724b7e38b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180414 Oct 19 08:35:27.613981 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47428) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:27.660628 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc9a0-9b09-4e6e-8a43-e53ae41f47af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:27.680432 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc9a0-9b09-4e6e-8a43-e53ae41f47af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:27.728522 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc9a0-9b09-4e6e-8a43-e53ae41f47af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:27.731004 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc9a0-9b09-4e6e-8a43-e53ae41f47af admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:27.732146 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-3dbdc9a0-9b09-4e6e-8a43-e53ae41f47af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5781936f-c32a-45a5-8862-1cd6f37872d4 HTTP/1.1" status: 204 len: 168 time: 0.1178639 Oct 19 08:35:27.740386 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdc9a0-9b09-4e6e-8a43-e53ae41f47af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5781936f-c32a-45a5-8862-1cd6f37872d4,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:27.983415 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47434) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:27.996236 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-caea400b-4be2-498f-8b5c-af81f2804741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:28.068758 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-caea400b-4be2-498f-8b5c-af81f2804741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:28.072935 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-caea400b-4be2-498f-8b5c-af81f2804741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:28.116801 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-caea400b-4be2-498f-8b5c-af81f2804741 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e200f795562444cf85cf86a113352015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323128 Oct 19 08:35:28.117896 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea400b-4be2-498f-8b5c-af81f2804741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1896088c-5169-4967-a859-eeeb1711485c,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:28.119592 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47436) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:28.168616 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-842748e9-c062-418c-9c7f-f95af5be413c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:28.189352 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-842748e9-c062-418c-9c7f-f95af5be413c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:28.237088 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-842748e9-c062-418c-9c7f-f95af5be413c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:28.239789 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-842748e9-c062-418c-9c7f-f95af5be413c admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:28.240891 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-842748e9-c062-418c-9c7f-f95af5be413c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1896088c-5169-4967-a859-eeeb1711485c HTTP/1.1" status: 204 len: 168 time: 0.1197131 Oct 19 08:35:28.248180 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842748e9-c062-418c-9c7f-f95af5be413c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1896088c-5169-4967-a859-eeeb1711485c,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:30.103139 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47508) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:30.205960 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2671dd03-476b-47fa-81a2-66447b42a082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.280204 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2671dd03-476b-47fa-81a2-66447b42a082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.284319 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-2671dd03-476b-47fa-81a2-66447b42a082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.321361 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-2671dd03-476b-47fa-81a2-66447b42a082 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=273ce10871764045a1abf088a845e586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172070 Oct 19 08:35:30.322441 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671dd03-476b-47fa-81a2-66447b42a082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c96e4f-a76d-464d-a1a2-e2a6b866fa08,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:30.324335 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47512) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:30.372807 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a1969544-a3b6-4782-ae98-11ac245d63b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.394233 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a1969544-a3b6-4782-ae98-11ac245d63b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.443829 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a1969544-a3b6-4782-ae98-11ac245d63b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.446389 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a1969544-a3b6-4782-ae98-11ac245d63b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.448418 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-a1969544-a3b6-4782-ae98-11ac245d63b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44c96e4f-a76d-464d-a1a2-e2a6b866fa08 HTTP/1.1" status: 204 len: 168 time: 0.1229961 Oct 19 08:35:30.456311 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1969544-a3b6-4782-ae98-11ac245d63b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c96e4f-a76d-464d-a1a2-e2a6b866fa08,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:30.699308 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47518) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:30.712653 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-640e42ae-e0bb-4589-b971-58ae8b13db03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.790143 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-640e42ae-e0bb-4589-b971-58ae8b13db03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.793907 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-640e42ae-e0bb-4589-b971-58ae8b13db03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.831931 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-640e42ae-e0bb-4589-b971-58ae8b13db03 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d33fac94cde46e085f3993255367542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1315160 Oct 19 08:35:30.832790 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e42ae-e0bb-4589-b971-58ae8b13db03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08106f04-a12c-44ed-8465-4db98df3a2fd,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:30.834744 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47520) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:30.884646 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e7f5-1dfa-4262-86c3-8fb88d386df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.906028 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e7f5-1dfa-4262-86c3-8fb88d386df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.950991 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e7f5-1dfa-4262-86c3-8fb88d386df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.953489 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e7f5-1dfa-4262-86c3-8fb88d386df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:30.955439 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-6ea6e7f5-1dfa-4262-86c3-8fb88d386df7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08106f04-a12c-44ed-8465-4db98df3a2fd HTTP/1.1" status: 204 len: 168 time: 0.1197231 Oct 19 08:35:30.963310 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6e7f5-1dfa-4262-86c3-8fb88d386df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08106f04-a12c-44ed-8465-4db98df3a2fd,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:41.915361 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-115b4d11-2d33-44a8-a4dc-17c91bd43c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:45.105980 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-972542ee-ef01-4d7e-bb76-acc1e9f64ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:45.951051 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:46.637961 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:47.709935 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:50.727136 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63639b4-ef40-4f08-83e2-2e590478ed8b req-853587d3-c783-46c0-b02d-596380a09ee1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:50.728569 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f63639b4-ef40-4f08-83e2-2e590478ed8b req-853587d3-c783-46c0-b02d-596380a09ee1 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 946 time: 0.0510526 Oct 19 08:35:50.765765 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f63639b4-ef40-4f08-83e2-2e590478ed8b req-6c9a0514-9f4a-4e2b-a8da-b1384cbdf860 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310874 Oct 19 08:35:51.428854 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:51.887293 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7886cc-85f9-48b4-bff8-82047524bb73 req-8ff85c6c-448c-4307-9a4d-33e518893290 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:51.888780 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5a7886cc-85f9-48b4-bff8-82047524bb73 req-8ff85c6c-448c-4307-9a4d-33e518893290 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 946 time: 0.0500033 Oct 19 08:35:51.927093 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5a7886cc-85f9-48b4-bff8-82047524bb73 req-9859b60a-c62e-4037-a759-d93f7b1dd97b tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d30f82a-c2ed-4305-96e2-8eab339f5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315988 Oct 19 08:35:52.368730 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-ae1328dc-9692-48c8-b003-c3fd15bda075 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:35:52.370157 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-ae1328dc-9692-48c8-b003-c3fd15bda075 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.11 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 946 time: 0.0477126 Oct 19 08:35:52.463520 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Deleting port 5a96c138-97d6-476d-b751-ac066e4a3cef {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:35:52.463859 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:52.550246 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] For port 5a96c138-97d6-476d-b751-ac066e4a3cef, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=5a96c138-97d6-476d-b751-ac066e4a3cef,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:52.550641 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:52.715279 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:52.715993 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:52.716370 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.db.l3_db [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Floating IP 84d54afb-fde3-434f-b3d6-42daa2cc0b93 disassociated. External IP: 172.27.2.218, port: 5a96c138-97d6-476d-b751-ac066e4a3cef. Oct 19 08:35:52.716708 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Calling delete_port for 5a96c138-97d6-476d-b751-ac066e4a3cef owned by compute:nova {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:35:52.842925 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:52.874093 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event deleted for resources: {'Port': ['ID=5a96c138-97d6-476d-b751-ac066e4a3cef,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:52.885189 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:52.885539 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:52.885881 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:52.886216 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:52.886570 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:52.886905 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:52.887232 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:52.887556 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:52.887881 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:52.888202 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:52.888524 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:52.888846 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:52.999255 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Router 85354a51-054a-4aec-87e6-43e1af84f984 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:35:53.025143 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9f030256-e1cc-4803-bdc4-9bdbab56e5dc req-63335f36-1068-433f-bc84-e0a1d6c10c91 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/ports?device_id=15322fb9-3685-4ce3-9f4d-9a407835f47a HTTP/1.1" status: 200 len: 210 time: 0.0265398 Oct 19 08:35:53.108062 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:35:53.118566 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24726a8-df9e-4a34-b530-bd412bfdec80 None None] Sync routers for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:35:53.127486 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24726a8-df9e-4a34-b530-bd412bfdec80 None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:53.128081 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-f24726a8-df9e-4a34-b530-bd412bfdec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:35:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:53.149673 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] No DVR routers for this DVR port 5a96c138-97d6-476d-b751-ac066e4a3cef on host hv-cinder-81398 {{(pid=99812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:35:53.152167 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:53.155542 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a6cf3567-0c98-425f-bf06-ecaae78daedf req-18fc9b7d-5e7b-4941-9dc0-a6b2abe47305 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.11 "DELETE /v2.0/ports/5a96c138-97d6-476d-b751-ac066e4a3cef HTTP/1.1" status: 204 len: 173 time: 0.7789979 Oct 19 08:35:53.155989 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'name': 'network-vif-deleted', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:35:53.158820 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3925221a-5cac-4d0c-b6ab-73415054c58d" -d '{"events": [{"server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "name": "network-vif-deleted", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:35:53.200580 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5ef867-3e15-42df-88ff-83c91bb9bce5 x-openstack-request-id: req-8a5ef867-3e15-42df-88ff-83c91bb9bce5 {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:35:53.201688 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15322fb9-3685-4ce3-9f4d-9a407835f47a", "name": "network-vif-deleted", "tag": "5a96c138-97d6-476d-b751-ac066e4a3cef", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:35:53.201943 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a5ef867-3e15-42df-88ff-83c91bb9bce5 {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:35:53.202351 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15322fb9-3685-4ce3-9f4d-9a407835f47a', 'name': 'network-vif-deleted', 'tag': '5a96c138-97d6-476d-b751-ac066e4a3cef', 'status': 'completed', 'code': 200} Oct 19 08:35:53.242409 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-f24726a8-df9e-4a34-b530-bd412bfdec80 None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:53.447339 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-f24726a8-df9e-4a34-b530-bd412bfdec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 5, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:53.476869 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24726a8-df9e-4a34-b530-bd412bfdec80 None None] Checking router: 85354a51-054a-4aec-87e6-43e1af84f984 for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:35:53.484756 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24726a8-df9e-4a34-b530-bd412bfdec80 None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:53.485345 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-f24726a8-df9e-4a34-b530-bd412bfdec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:35:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:53.593974 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-f24726a8-df9e-4a34-b530-bd412bfdec80 None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:53.788743 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-f24726a8-df9e-4a34-b530-bd412bfdec80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 5, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:53.814483 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24726a8-df9e-4a34-b530-bd412bfdec80 None None] The sync data for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi is: [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '433feae1-6674-4c07-825b-853e7a226d28', 'name': '', 'network_id': '8b7c9676-b604-477b-a586-63579afd5719', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'mac_address': 'fa:16:3e:36:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'be9abea3-4266-4603-b94f-731252d257c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:12Z', 'updated_at': '2021-10-19T08:24:21Z', 'revision_number': 5, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'subnets': [{'id': 'be9abea3-4266-4603-b94f-731252d257c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:35:54.027730 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985cf4a3-3ce6-4838-a5d9-62e79708fe65 None None] New status for floating IP 84d54afb-fde3-434f-b3d6-42daa2cc0b93: DOWN {{(pid=99814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:35:54.118208 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47560) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:54.175235 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:54.201588 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:54.494532 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:54.497081 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:54.498341 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "DELETE /v2.0/security-groups/3d30f82a-c2ed-4305-96e2-8eab339f5a18 HTTP/1.1" status: 204 len: 168 time: 0.3790369 Oct 19 08:35:54.501638 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47562) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:54.507797 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d30f82a-c2ed-4305-96e2-8eab339f5a18,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:54.514605 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:54.514952 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:54.515228 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.api.v2.resource [None req-7cd82c6c-0d57-4b12-aa6c-44e577341a6c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] show failed (client error): The resource could not be found. Oct 19 08:35:54.515346 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:54.515858 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:54.519076 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:54.519076 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:54.519323 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-7cd82c6c-0d57-4b12-aa6c-44e577341a6c tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "GET /v2.0/security-groups/3d30f82a-c2ed-4305-96e2-8eab339f5a18 HTTP/1.1" status: 404 len: 347 time: 0.0139444 Oct 19 08:35:54.519425 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:54.519425 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:54.519425 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:54.519425 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:54.519425 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:54.519425 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a36ebc7-d017-40d1-88c4-f89c577d5019 tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:35:54.519977 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47564) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:54.645581 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-913a2441-abe8-47bc-8736-a51f79b55dca tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Deleting port 0771630b-cbcc-4bfa-8e61-9ebfb0495c7c {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:35:54.645916 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-913a2441-abe8-47bc-8736-a51f79b55dca tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:54.719385 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-913a2441-abe8-47bc-8736-a51f79b55dca tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:54.719620 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-913a2441-abe8-47bc-8736-a51f79b55dca tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:54.731426 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-913a2441-abe8-47bc-8736-a51f79b55dca tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Calling delete_port for 0771630b-cbcc-4bfa-8e61-9ebfb0495c7c owned by network:floatingip {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:35:54.861327 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-913a2441-abe8-47bc-8736-a51f79b55dca tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:54.887563 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a2441-abe8-47bc-8736-a51f79b55dca tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Pushing event deleted for resources: {'Port': ['ID=0771630b-cbcc-4bfa-8e61-9ebfb0495c7c,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:54.947881 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-913a2441-abe8-47bc-8736-a51f79b55dca tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks [] for floatingip, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:54.950390 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-913a2441-abe8-47bc-8736-a51f79b55dca tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:54.951583 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-913a2441-abe8-47bc-8736-a51f79b55dca tempest-AttachVolumeShelveTestJSON-347074079 tempest-AttachVolumeShelveTestJSON-347074079-project] 10.222.0.26 "DELETE /v2.0/floatingips/84d54afb-fde3-434f-b3d6-42daa2cc0b93 HTTP/1.1" status: 204 len: 168 time: 0.4312952 Oct 19 08:35:57.010268 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5a96c138-97d6-476d-b751-ac066e4a3cef no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:35:57.031118 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: 5a96c138-97d6-476d-b751-ac066e4a3cef {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:35:57.031432 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 5a96c138-97d6-476d-b751-ac066e4a3cef not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:35:57.379369 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47590) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:57.893702 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dbce81c0-3086-4cb2-91fe-238ffddf81f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626554'] for router_interface, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:58.129221 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-dbce81c0-3086-4cb2-91fe-238ffddf81f8 admin admin] Deleting port 433feae1-6674-4c07-825b-853e7a226d28 {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:35:58.129553 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dbce81c0-3086-4cb2-91fe-238ffddf81f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:58.204840 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [None req-dbce81c0-3086-4cb2-91fe-238ffddf81f8 admin admin] For port 433feae1-6674-4c07-825b-853e7a226d28, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=433feae1-6674-4c07-825b-853e7a226d28,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:58.205108 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dbce81c0-3086-4cb2-91fe-238ffddf81f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:58.220415 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-dbce81c0-3086-4cb2-91fe-238ffddf81f8 admin admin] Calling delete_port for 433feae1-6674-4c07-825b-853e7a226d28 owned by network:router_interface {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:35:58.392910 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dbce81c0-3086-4cb2-91fe-238ffddf81f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:58.419377 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce81c0-3086-4cb2-91fe-238ffddf81f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=433feae1-6674-4c07-825b-853e7a226d28,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:58.578129 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dbce81c0-3086-4cb2-91fe-238ffddf81f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626390'] for router_interface, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:58.787389 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbce81c0-3086-4cb2-91fe-238ffddf81f8 admin admin] Router 85354a51-054a-4aec-87e6-43e1af84f984 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:35:59.132320 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbce81c0-3086-4cb2-91fe-238ffddf81f8 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:35:59.137254 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-dbce81c0-3086-4cb2-91fe-238ffddf81f8 admin admin] 10.222.0.26 "PUT /v2.0/routers/85354a51-054a-4aec-87e6-43e1af84f984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7568650 Oct 19 08:35:59.139782 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47594) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:59.142194 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3fc237-71ab-48c4-b5d4-e75777d628c4 None None] Sync routers for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:35:59.151345 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3fc237-71ab-48c4-b5d4-e75777d628c4 None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:59.151935 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-7b3fc237-71ab-48c4-b5d4-e75777d628c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:35:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:59.241680 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:59.255309 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-7b3fc237-71ab-48c4-b5d4-e75777d628c4 None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:59.345302 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:59.397322 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Deleting port 2415338e-2682-4255-a4db-cfc91690c151 {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:35:59.397982 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:59.434736 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-7b3fc237-71ab-48c4-b5d4-e75777d628c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '2415338e-2682-4255-a4db-cfc91690c151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:35:58Z', 'revision_number': 5, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port': {'id': '2415338e-2682-4255-a4db-cfc91690c151', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85354a51-054a-4aec-87e6-43e1af84f984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:24:08Z', 'updated_at': '2021-10-19T08:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:59.461245 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3fc237-71ab-48c4-b5d4-e75777d628c4 None None] Checking router: 85354a51-054a-4aec-87e6-43e1af84f984 for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:35:59.469885 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3fc237-71ab-48c4-b5d4-e75777d628c4 None None] Routers {'85354a51-054a-4aec-87e6-43e1af84f984'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:59.470478 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-7b3fc237-71ab-48c4-b5d4-e75777d628c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:35:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['85354a51-054a-4aec-87e6-43e1af84f984'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:59.475569 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] For port 2415338e-2682-4255-a4db-cfc91690c151, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=2415338e-2682-4255-a4db-cfc91690c151,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:59.475920 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:59.489077 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Calling delete_port for 2415338e-2682-4255-a4db-cfc91690c151 owned by network:router_gateway {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:35:59.555617 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-7b3fc237-71ab-48c4-b5d4-e75777d628c4 None None] Set router 85354a51-054a-4aec-87e6-43e1af84f984 gateway port host: None {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:59.609718 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-7b3fc237-71ab-48c4-b5d4-e75777d628c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:35:59Z', 'revision_number': 6, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port_host': None}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:59.636791 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3fc237-71ab-48c4-b5d4-e75777d628c4 None None] The sync data for ids ['85354a51-054a-4aec-87e6-43e1af84f984'] in dv-cinder-813984-3-iscsi is: [{'id': '85354a51-054a-4aec-87e6-43e1af84f984', 'name': 'tempest-AttachVolumeShelveTestJSON-1846862147-router', 'tenant_id': '6ffc881ce1324822826aec5e72a754b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:24:07Z', 'updated_at': '2021-10-19T08:35:59Z', 'revision_number': 6, 'project_id': '6ffc881ce1324822826aec5e72a754b4', 'gw_port_host': None}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:35:59.653994 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:59.682766 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2415338e-2682-4255-a4db-cfc91690c151,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:59.743449 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627888'] for router_gateway, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:59.845040 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7290'] for router, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:59.847284 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:59.912574 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625344'] for router, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:59.913108 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85354a51-054a-4aec-87e6-43e1af84f984 {{(pid=99812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:35:59.917883 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] Publish callbacks [] for router, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:35:59.919097 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-d23fc710-aa75-4ba6-9476-cb16d74982c5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/85354a51-054a-4aec-87e6-43e1af84f984 HTTP/1.1" status: 204 len: 168 time: 0.7783656 Oct 19 08:35:59.921510 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47596) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:59.964529 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_v2 [None req-483962fb-7e29-41e3-a577-b3119f86c71d admin admin] Deleting subnet be9abea3-4266-4603-b94f-731252d257c2 {{(pid=99812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:35:59.967464 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-483962fb-7e29-41e3-a577-b3119f86c71d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.003720 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-483962fb-7e29-41e3-a577-b3119f86c71d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911843'] for subnet, precommit_delete_associations {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.096803 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-483962fb-7e29-41e3-a577-b3119f86c71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.148612 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-483962fb-7e29-41e3-a577-b3119f86c71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60597195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59567234'] for subnet, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.174723 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483962fb-7e29-41e3-a577-b3119f86c71d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9abea3-4266-4603-b94f-731252d257c2,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:00.176591 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-483962fb-7e29-41e3-a577-b3119f86c71d admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.181939 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-483962fb-7e29-41e3-a577-b3119f86c71d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/be9abea3-4266-4603-b94f-731252d257c2 HTTP/1.1" status: 204 len: 168 time: 0.2573247 Oct 19 08:36:00.182105 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d5f09b-1085-41e4-a790-833e0379f7b8 None None] Network 8b7c9676-b604-477b-a586-63579afd5719 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:36:00.182601 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47598) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:00.252771 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.305836 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Deleting port dd05b760-9cf1-4085-a963-8dcb6defdd58 {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:00.306074 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.369585 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] For port dd05b760-9cf1-4085-a963-8dcb6defdd58, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=dd05b760-9cf1-4085-a963-8dcb6defdd58,segment=NetworkSegment(2627c90c-8edb-4b09-801f-7897260cab9d),segment_id=2627c90c-8edb-4b09-801f-7897260cab9d)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:00.369947 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.383256 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Calling delete_port for dd05b760-9cf1-4085-a963-8dcb6defdd58 owned by network:dhcp {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:00.430007 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] DHCP port deletion for 8b7c9676-b604-477b-a586-63579afd5719 request from dv-cinder-813984-3-iscsi {{(pid=99814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:36:00.433980 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 433feae1-6674-4c07-825b-853e7a226d28 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:36:00.454853 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 433feae1-6674-4c07-825b-853e7a226d28 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:36:00.455197 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 433feae1-6674-4c07-825b-853e7a226d28 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:36:00.472205 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.499285 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Deleting port dd05b760-9cf1-4085-a963-8dcb6defdd58 {{(pid=99814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:00.499737 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.500508 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] No DVR routers for this DVR port dd05b760-9cf1-4085-a963-8dcb6defdd58 on host dv-cinder-813984-3-iscsi {{(pid=99812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:36:00.523633 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd05b760-9cf1-4085-a963-8dcb6defdd58,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:00.568137 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] For port dd05b760-9cf1-4085-a963-8dcb6defdd58, host dv-cinder-813984-3-iscsi, got binding levels [] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:00.568526 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.581239 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.581452 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Calling delete_port for dd05b760-9cf1-4085-a963-8dcb6defdd58 owned by network:dhcp {{(pid=99814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:00.584026 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.ipam_backend_mixin [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Port dd05b760-9cf1-4085-a963-8dcb6defdd58 was not found and therefore no delete operation was performed {{(pid=99814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 08:36:00.585232 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626'] for port, after_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.602053 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7c9676-b604-477b-a586-63579afd5719']}} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:00.610874 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Pushing event deleted for resources: {'Port': ['ID=dd05b760-9cf1-4085-a963-8dcb6defdd58,revision_number=None']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:00.612430 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2627c90c-8edb-4b09-801f-7897260cab9d') {'for_net_delete': True} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:00.612854 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2627c90c-8edb-4b09-801f-7897260cab9d') {} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:00.614822 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] No DVR routers for this DVR port dd05b760-9cf1-4085-a963-8dcb6defdd58 on host dv-cinder-813984-3-iscsi {{(pid=99814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:36:00.620992 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:00.621592 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:00.622127 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:00.622658 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:00.623161 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:00.623497 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:00.623826 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:00.624157 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:00.624499 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:00.624845 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:00.625137 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:00.625553 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4299bf6c-ee2f-4664-bb50-190aab32998e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:00.628076 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911866'] for segment, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.644550 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.650778 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=99812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:36:00.651154 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60597141'] for segment, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: Traceback (most recent call last): Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: timer() Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: cb(*args, **kw) Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: return func(*args, **kwargs) Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: self._notify() Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: self.callback(batched_events) Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: event.method(event) Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: return f(self, *a, **k) Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: return self._get(url).json() Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: return self.request(url, 'GET', **kwargs) Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:36:00.652801 dv-cinder-813984-3-iscsi neutron-server[99812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:36:00.709961 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.715393 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.718756 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8b7c9676-b604-477b-a586-63579afd5719 HTTP/1.1" status: 204 len: 168 time: 0.5355864 Oct 19 08:36:00.729261 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4d5a2-2732-47f8-99d7-246534071010 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b7c9676-b604-477b-a586-63579afd5719,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:00.826593 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47602) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:00.868058 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-ef6af0a1-1e1e-4d8f-8234-9da8b7304b0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ffc881ce1324822826aec5e72a754b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403090 Oct 19 08:36:00.870459 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47604) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:00.921729 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1825aa9c-5c66-4fe6-b9e5-0e57888caff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.943504 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1825aa9c-5c66-4fe6-b9e5-0e57888caff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.989409 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1825aa9c-5c66-4fe6-b9e5-0e57888caff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.991961 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1825aa9c-5c66-4fe6-b9e5-0e57888caff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:00.993119 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-1825aa9c-5c66-4fe6-b9e5-0e57888caff6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7018a7f0-c821-4d7c-8890-569f96b838e0 HTTP/1.1" status: 204 len: 168 time: 0.1217461 Oct 19 08:36:01.001168 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825aa9c-5c66-4fe6-b9e5-0e57888caff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7018a7f0-c821-4d7c-8890-569f96b838e0,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:01.021492 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:36:01.960149 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 2415338e-2682-4255-a4db-cfc91690c151 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:36:01.979516 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 2415338e-2682-4255-a4db-cfc91690c151 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:36:01.979857 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 2415338e-2682-4255-a4db-cfc91690c151 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:36:01.980257 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device dd05b760-9cf1-4085-a963-8dcb6defdd58 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:36:01.999082 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: dd05b760-9cf1-4085-a963-8dcb6defdd58 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:36:01.999454 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device dd05b760-9cf1-4085-a963-8dcb6defdd58 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:36:05.266603 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47690) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:05.369651 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f09b5345-afd9-4b3b-bc5a-bc108a5fc201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:05.445216 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f09b5345-afd9-4b3b-bc5a-bc108a5fc201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:05.448663 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f09b5345-afd9-4b3b-bc5a-bc108a5fc201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:05.488167 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-f09b5345-afd9-4b3b-bc5a-bc108a5fc201 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ade518b7b5004631baed80a0b1610f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206299 Oct 19 08:36:05.489001 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b5345-afd9-4b3b-bc5a-bc108a5fc201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a43a6cd-de17-41fc-9c0d-2d70c80596e9,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:05.490920 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47694) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:05.538537 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-338deaf6-59a8-4a96-8b01-c297017af317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:05.558864 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-338deaf6-59a8-4a96-8b01-c297017af317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:05.603404 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-338deaf6-59a8-4a96-8b01-c297017af317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:05.605870 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-338deaf6-59a8-4a96-8b01-c297017af317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:05.607012 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-338deaf6-59a8-4a96-8b01-c297017af317 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a43a6cd-de17-41fc-9c0d-2d70c80596e9 HTTP/1.1" status: 204 len: 168 time: 0.1151268 Oct 19 08:36:05.615655 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338deaf6-59a8-4a96-8b01-c297017af317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a43a6cd-de17-41fc-9c0d-2d70c80596e9,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:05.859546 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47700) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:05.872378 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3b75eea9-02a7-4328-8a88-703857225f01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:05.946464 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3b75eea9-02a7-4328-8a88-703857225f01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:05.950242 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-3b75eea9-02a7-4328-8a88-703857225f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:05.987508 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-3b75eea9-02a7-4328-8a88-703857225f01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90589f84f984426f8c5e6d08db51e21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267555 Oct 19 08:36:05.988294 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75eea9-02a7-4328-8a88-703857225f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888f82b2-a529-4e2b-95e2-727126052b9b,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:05.990096 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47702) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:06.038619 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1d43cf7d-90c7-4c78-8e79-b479b5968f8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:06.061836 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1d43cf7d-90c7-4c78-8e79-b479b5968f8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:06.106649 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1d43cf7d-90c7-4c78-8e79-b479b5968f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:06.109134 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1d43cf7d-90c7-4c78-8e79-b479b5968f8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:06.110937 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-1d43cf7d-90c7-4c78-8e79-b479b5968f8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/888f82b2-a529-4e2b-95e2-727126052b9b HTTP/1.1" status: 204 len: 168 time: 0.1196647 Oct 19 08:36:06.118756 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43cf7d-90c7-4c78-8e79-b479b5968f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888f82b2-a529-4e2b-95e2-727126052b9b,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:10.856672 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47798) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:10.958855 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-211c29d1-0dda-4238-884a-349793508856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.029050 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-211c29d1-0dda-4238-884a-349793508856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.032685 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-211c29d1-0dda-4238-884a-349793508856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.070411 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-211c29d1-0dda-4238-884a-349793508856 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=140472f9429d46d98a2c476c5c7e32f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126815 Oct 19 08:36:11.071289 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c29d1-0dda-4238-884a-349793508856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dbbb28-3db4-493a-8c99-86e0be8acccd,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:11.073396 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47802) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:11.123209 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-458e0197-b8be-4cf7-b0a6-963d81ebf58e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.144411 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-458e0197-b8be-4cf7-b0a6-963d81ebf58e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.190874 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-458e0197-b8be-4cf7-b0a6-963d81ebf58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.193409 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-458e0197-b8be-4cf7-b0a6-963d81ebf58e admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.194634 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-458e0197-b8be-4cf7-b0a6-963d81ebf58e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82dbbb28-3db4-493a-8c99-86e0be8acccd HTTP/1.1" status: 204 len: 168 time: 0.1201470 Oct 19 08:36:11.203262 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e0197-b8be-4cf7-b0a6-963d81ebf58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dbbb28-3db4-493a-8c99-86e0be8acccd,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:11.451714 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47808) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:11.464655 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a2a42bcf-9bbe-4245-8d72-8146e7ced078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.536509 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a2a42bcf-9bbe-4245-8d72-8146e7ced078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.540085 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a2a42bcf-9bbe-4245-8d72-8146e7ced078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.576305 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-a2a42bcf-9bbe-4245-8d72-8146e7ced078 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cf8fc60589b4092a32cbdcc0b1ecb0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1235311 Oct 19 08:36:11.578207 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a42bcf-9bbe-4245-8d72-8146e7ced078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2879558d-42e4-4d17-a8b5-f9722c59ec77,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:11.579017 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47810) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:11.628216 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1c584f1b-5bbd-4f15-89f1-25301993cef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.649325 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1c584f1b-5bbd-4f15-89f1-25301993cef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.697735 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1c584f1b-5bbd-4f15-89f1-25301993cef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.700321 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-1c584f1b-5bbd-4f15-89f1-25301993cef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:11.701388 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-1c584f1b-5bbd-4f15-89f1-25301993cef5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2879558d-42e4-4d17-a8b5-f9722c59ec77 HTTP/1.1" status: 204 len: 168 time: 0.1213872 Oct 19 08:36:11.709139 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c584f1b-5bbd-4f15-89f1-25301993cef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2879558d-42e4-4d17-a8b5-f9722c59ec77,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:11.917554 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-aa58fc4b-b9ad-4541-b806-1530a9cece2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:13.673136 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47880) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:13.772466 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ab69d905-2284-4750-bdf9-c9e4658c83f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:13.845864 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ab69d905-2284-4750-bdf9-c9e4658c83f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:13.849209 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-ab69d905-2284-4750-bdf9-c9e4658c83f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:13.886307 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-ab69d905-2284-4750-bdf9-c9e4658c83f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b746bb37f0b4ff3a0dd84591a77fa3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121344 Oct 19 08:36:13.887245 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69d905-2284-4750-bdf9-c9e4658c83f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f09121c-9de2-4d76-96ca-338739f3aae4,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:13.889037 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47884) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:13.939467 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ae735cb5-2fb7-4a84-8cf0-9a9a1a655dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:13.962722 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ae735cb5-2fb7-4a84-8cf0-9a9a1a655dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:14.007124 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ae735cb5-2fb7-4a84-8cf0-9a9a1a655dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:14.009677 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ae735cb5-2fb7-4a84-8cf0-9a9a1a655dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:14.010824 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-ae735cb5-2fb7-4a84-8cf0-9a9a1a655dce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f09121c-9de2-4d76-96ca-338739f3aae4 HTTP/1.1" status: 204 len: 168 time: 0.1207857 Oct 19 08:36:14.018865 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae735cb5-2fb7-4a84-8cf0-9a9a1a655dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f09121c-9de2-4d76-96ca-338739f3aae4,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:14.261956 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47890) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:14.274953 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-5ef0cc29-9464-4a20-a2d7-52efdf046e48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:14.345651 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-5ef0cc29-9464-4a20-a2d7-52efdf046e48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:14.349187 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-5ef0cc29-9464-4a20-a2d7-52efdf046e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:14.387561 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-5ef0cc29-9464-4a20-a2d7-52efdf046e48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bfccb68809c140458ac2960231c873ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1245217 Oct 19 08:36:14.388393 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0cc29-9464-4a20-a2d7-52efdf046e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b160f9-1c1a-41a9-9b0e-7ed8409faa2c,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:14.390174 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47892) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:14.440271 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06deb42a-d60f-4495-989f-31694487e820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:14.460665 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06deb42a-d60f-4495-989f-31694487e820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:14.505780 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06deb42a-d60f-4495-989f-31694487e820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:14.508351 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06deb42a-d60f-4495-989f-31694487e820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:14.509560 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-06deb42a-d60f-4495-989f-31694487e820 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77b160f9-1c1a-41a9-9b0e-7ed8409faa2c HTTP/1.1" status: 204 len: 168 time: 0.1182706 Oct 19 08:36:14.518773 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06deb42a-d60f-4495-989f-31694487e820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b160f9-1c1a-41a9-9b0e-7ed8409faa2c,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:15.106755 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-998418ce-a903-4642-b87a-d524117a015f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:15.951623 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:16.640266 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:17.711356 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:21.429294 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:24.783044 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 47982) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:24.888804 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8ac070ee-b072-46c7-93f7-546d9b9c5d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:24.963854 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8ac070ee-b072-46c7-93f7-546d9b9c5d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:24.967884 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-8ac070ee-b072-46c7-93f7-546d9b9c5d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:25.007215 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-8ac070ee-b072-46c7-93f7-546d9b9c5d00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a889d1bf3254673b43ef55703f31bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230153 Oct 19 08:36:25.009194 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac070ee-b072-46c7-93f7-546d9b9c5d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce23cdf-d5f7-4fb1-a3c5-6d453282d2dc,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:25.009874 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 47986) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:25.061280 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba27-de90-4b39-a758-f4e915424033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:25.083469 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba27-de90-4b39-a758-f4e915424033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:25.130608 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba27-de90-4b39-a758-f4e915424033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:25.133097 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba27-de90-4b39-a758-f4e915424033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:25.134225 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4bf8ba27-de90-4b39-a758-f4e915424033 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cce23cdf-d5f7-4fb1-a3c5-6d453282d2dc HTTP/1.1" status: 204 len: 168 time: 0.1233103 Oct 19 08:36:25.142218 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8ba27-de90-4b39-a758-f4e915424033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce23cdf-d5f7-4fb1-a3c5-6d453282d2dc,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:25.724888 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48008) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:25.817415 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-242461334-network', 'tenant_id': 'ab690ea015684fd0a5fb3fd3b162b6a7'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:36:25.838481 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Made reservation on behalf of ab690ea015684fd0a5fb3fd3b162b6a7 for: {'network': 1} {{(pid=99813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:36:25.840780 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for network, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:25.849160 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:25.923689 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:25.927386 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:25.947584 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=99813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:36:25.962224 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31907871-3d26-483e-aa50-7bc1e94f525a,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:25.965040 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:25.965383 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.segments_db [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Added segment 18efcdfc-448a-4c4e-8aee-5b0869a3eecb of type vlan for network 99f587ad-50a2-4763-8d6f-46d8c355845a Oct 19 08:36:26.004398 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767276574419'] for network, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:26.028320 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623'] for network, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:26.029333 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:26.030012 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:26.063475 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3374429 Oct 19 08:36:26.066434 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48012) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:26.071415 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [None req-f2191c64-2268-4d5f-8f5e-78a428badbcb admin admin] Request body: {'subnet': {'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-242461334-subnet', 'tenant_id': 'ab690ea015684fd0a5fb3fd3b162b6a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:36:26.093422 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2191c64-2268-4d5f-8f5e-78a428badbcb admin admin] Made reservation on behalf of ab690ea015684fd0a5fb3fd3b162b6a7 for: {'subnet': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:36:26.096357 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379d7b3-dd95-4705-9fe0-0eae98a1f7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=99f587ad-50a2-4763-8d6f-46d8c355845a,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:26.096495 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f2191c64-2268-4d5f-8f5e-78a428badbcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59567271'] for subnet, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:26.106088 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Network 99f587ad-50a2-4763-8d6f-46d8c355845a details requested by agent ovs-agent-dv-cinder-813984-3-iscsi with host dv-cinder-813984-3-iscsi {{(pid=99814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:36:26.262070 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f2191c64-2268-4d5f-8f5e-78a428badbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60597002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59567241'] for subnet, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:26.316982 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2191c64-2268-4d5f-8f5e-78a428badbcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0654a63b-cf82-41c7-80eb-841b6878cbb4,revision_number=0']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:26.325367 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2191c64-2268-4d5f-8f5e-78a428badbcb admin admin] Checking segment: {'id': '18efcdfc-448a-4c4e-8aee-5b0869a3eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:36:26.325714 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2191c64-2268-4d5f-8f5e-78a428badbcb admin admin] Network hostable DHCP agents. Network: 99f587ad-50a2-4763-8d6f-46d8c355845a, hostable agents: ['2221d0bb-5255-495b-92e6-2716732a9bb1'], hosted agents: [] {{(pid=99812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:36:26.342198 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2191c64-2268-4d5f-8f5e-78a428badbcb admin admin] Network 99f587ad-50a2-4763-8d6f-46d8c355845a is scheduled to be hosted by DHCP agent 2221d0bb-5255-495b-92e6-2716732a9bb1 with binding_index 1 {{(pid=99812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:36:26.351090 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [None req-f2191c64-2268-4d5f-8f5e-78a428badbcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-3-iscsi, 99f587ad-50a2-4763-8d6f-46d8c355845a) {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:36:26.355502 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2191c64-2268-4d5f-8f5e-78a428badbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:26.356065 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-f2191c64-2268-4d5f-8f5e-78a428badbcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:26.365565 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9eeb2e-308c-4cd6-8932-1bfe88ca8c8c None None] Network 99f587ad-50a2-4763-8d6f-46d8c355845a requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:36:26.371268 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-f2191c64-2268-4d5f-8f5e-78a428badbcb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3037212 Oct 19 08:36:26.493030 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28858a38-1c42-4ef9-9628-5667e6991c7f None None] Network 99f587ad-50a2-4763-8d6f-46d8c355845a requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:36:28.080732 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-ed90190b-fdac-4860-82b3-c0b796c24edc tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:28.082176 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-ed90190b-fdac-4860-82b3-c0b796c24edc tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/networks?id=99f587ad-50a2-4763-8d6f-46d8c355845a HTTP/1.1" status: 200 len: 808 time: 0.0987937 Oct 19 08:36:28.097628 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-5d300ed2-d154-4739-9265-a582daa28bbe tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/quotas/ab690ea015684fd0a5fb3fd3b162b6a7 HTTP/1.1" status: 200 len: 375 time: 0.0096490 Oct 19 08:36:28.132223 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-a54b28b2-d407-48ac-a2d2-78c13db0ea9d tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ab690ea015684fd0a5fb3fd3b162b6a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293660 Oct 19 08:36:28.184684 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-0e4ed318-cc41-4aca-a55a-9e9f67896c9c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:36:28.185663 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-0e4ed318-cc41-4aca-a55a-9e9f67896c9c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0468044 Oct 19 08:36:28.274038 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-59c59c19-8921-4101-ba91-f88f4f2d73b0 service neutron] 10.222.0.26 "GET /v2.0/networks/99f587ad-50a2-4763-8d6f-46d8c355845a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816841 Oct 19 08:36:28.367054 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-0d2baea8-28f1-4fd5-902b-fd448716e11f service neutron] 10.222.0.26 "GET /v2.0/networks/99f587ad-50a2-4763-8d6f-46d8c355845a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869346 Oct 19 08:36:28.520542 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8aba96b3-e44a-4dc2-b707-f31aebfe0e49 req-3f724236-22b9-4cdc-9eb7-bb6dbe5857c6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 210 time: 0.0268185 Oct 19 08:36:29.409822 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-020d3e59-eafc-4205-aa81-a0e42a0c7824 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:29.411328 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-020d3e59-eafc-4205-aa81-a0e42a0c7824 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.11 "GET /v2.0/networks?id=99f587ad-50a2-4763-8d6f-46d8c355845a HTTP/1.1" status: 200 len: 808 time: 0.1065965 Oct 19 08:36:29.424190 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-543329e2-7214-4c22-835d-79353f91acb6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Request body: {'port': {'device_id': 'd9caf46a-f22c-4f22-ac19-8acb57190713', 'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a', 'admin_state_up': True, 'tenant_id': 'ab690ea015684fd0a5fb3fd3b162b6a7'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:36:29.531152 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-543329e2-7214-4c22-835d-79353f91acb6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Made reservation on behalf of ab690ea015684fd0a5fb3fd3b162b6a7 for: {'port': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:36:29.535637 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-543329e2-7214-4c22-835d-79353f91acb6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:29.619557 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1759a62e-011d-4107-a6bf-693d2af10551 req-3641601c-e5bf-4ac4-898f-64b539436e5c tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 210 time: 0.0256348 Oct 19 08:36:29.672786 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-543329e2-7214-4c22-835d-79353f91acb6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Allocated IP 172.20.0.12 (99f587ad-50a2-4763-8d6f-46d8c355845a/0654a63b-cf82-41c7-80eb-841b6878cbb4/532adc10-dcd7-402b-83d9-f99e62b6924c) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:36:29.816018 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-543329e2-7214-4c22-835d-79353f91acb6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:29.847368 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-543329e2-7214-4c22-835d-79353f91acb6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:29.888804 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-543329e2-7214-4c22-835d-79353f91acb6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Network 99f587ad-50a2-4763-8d6f-46d8c355845a is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:36:29.892024 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-543329e2-7214-4c22-835d-79353f91acb6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:36:29.895571 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-543329e2-7214-4c22-835d-79353f91acb6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:36:29.919760 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543329e2-7214-4c22-835d-79353f91acb6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Pushing event updated for resources: {'Port': ['ID=532adc10-dcd7-402b-83d9-f99e62b6924c,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:29.948073 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-543329e2-7214-4c22-835d-79353f91acb6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:29.948659 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-543329e2-7214-4c22-835d-79353f91acb6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:29.963953 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-543329e2-7214-4c22-835d-79353f91acb6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5437481 Oct 19 08:36:29.976108 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Request body: {'port': {'device_id': 'd9caf46a-f22c-4f22-ac19-8acb57190713', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:36:30.030169 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:30.279315 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532adc10-dcd7-402b-83d9-f99e62b6924c {{(pid=99812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:36:30.286796 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:30.298277 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.provisioning_blocks [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Transition to ACTIVE for port object 532adc10-dcd7-402b-83d9-f99e62b6924c will not be triggered until provisioned by entity L2. {{(pid=99812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:36:30.302199 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60597233'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:30.349285 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Pushing event updated for resources: {'Port': ['ID=532adc10-dcd7-402b-83d9-f99e62b6924c,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:30.419073 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Attempting to bind port 532adc10-dcd7-402b-83d9-f99e62b6924c on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:36:30.419677 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Attempting to bind port 532adc10-dcd7-402b-83d9-f99e62b6924c by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '18efcdfc-448a-4c4e-8aee-5b0869a3eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a'}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:36:30.419811 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Attempting to bind port 532adc10-dcd7-402b-83d9-f99e62b6924c on network 99f587ad-50a2-4763-8d6f-46d8c355845a {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:36:30.423811 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Port 532adc10-dcd7-402b-83d9-f99e62b6924c on network 99f587ad-50a2-4763-8d6f-46d8c355845a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:36:30.424284 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Attempting to bind port 532adc10-dcd7-402b-83d9-f99e62b6924c on network 99f587ad-50a2-4763-8d6f-46d8c355845a {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:36:30.428923 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:36:30.429246 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Checking segment: {'id': '18efcdfc-448a-4c4e-8aee-5b0869a3eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:36:30.429620 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Bound using segment: {'id': '18efcdfc-448a-4c4e-8aee-5b0869a3eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a'} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:36:30.430033 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Bound port: 532adc10-dcd7-402b-83d9-f99e62b6924c, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18efcdfc-448a-4c4e-8aee-5b0869a3eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a'}}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:36:30.430373 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:30.491212 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] For port 532adc10-dcd7-402b-83d9-f99e62b6924c, host hv-cinder-81398, cleared binding levels {{(pid=99812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:36:30.494184 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] For port 532adc10-dcd7-402b-83d9-f99e62b6924c, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=532adc10-dcd7-402b-83d9-f99e62b6924c,segment=NetworkSegment(18efcdfc-448a-4c4e-8aee-5b0869a3eecb),segment_id=18efcdfc-448a-4c4e-8aee-5b0869a3eecb)] {{(pid=99812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:36:30.498802 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60597233'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:30.530134 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:30.530703 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:30.532072 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] 10.222.0.11 "PUT /v2.0/ports/532adc10-dcd7-402b-83d9-f99e62b6924c HTTP/1.1" status: 200 len: 1094 time: 0.5598371 Oct 19 08:36:30.532508 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9caf46a-f22c-4f22-ac19-8acb57190713', 'tag': '532adc10-dcd7-402b-83d9-f99e62b6924c'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:36:30.534908 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab16740e-9806-45f1-a55f-4486f927318c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9caf46a-f22c-4f22-ac19-8acb57190713", "tag": "532adc10-dcd7-402b-83d9-f99e62b6924c"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:36:30.560068 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60508c0-da26-4bb8-a6fb-6b528b47a06b service neutron] Pushing event updated for resources: {'Port': ['ID=532adc10-dcd7-402b-83d9-f99e62b6924c,revision_number=3']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:30.572134 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da945d5-6205-4483-adf5-aa449bc93652 x-openstack-request-id: req-6da945d5-6205-4483-adf5-aa449bc93652 {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:36:30.572412 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9caf46a-f22c-4f22-ac19-8acb57190713", "tag": "532adc10-dcd7-402b-83d9-f99e62b6924c", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:36:30.572655 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6da945d5-6205-4483-adf5-aa449bc93652 {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:36:30.573037 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9caf46a-f22c-4f22-ac19-8acb57190713', 'tag': '532adc10-dcd7-402b-83d9-f99e62b6924c', 'status': 'completed', 'code': 200} Oct 19 08:36:30.623324 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-3d32760e-0931-463c-956e-7320cf32a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:30.624779 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-3d32760e-0931-463c-956e-7320cf32a17c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab690ea015684fd0a5fb3fd3b162b6a7&device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 1097 time: 0.0450165 Oct 19 08:36:30.666243 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-855ea816-8a1e-4778-b41a-cfbeb772ffed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532adc10-dcd7-402b-83d9-f99e62b6924c HTTP/1.1" status: 200 len: 217 time: 0.0339293 Oct 19 08:36:30.714314 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-0d8355f2-6725-4d2d-9ccd-cae939fc4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:30.715795 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-0d8355f2-6725-4d2d-9ccd-cae939fc4e96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0654a63b-cf82-41c7-80eb-841b6878cbb4 HTTP/1.1" status: 200 len: 848 time: 0.0428197 Oct 19 08:36:30.732528 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40134654-9d97-49ca-96ed-9dc9e99f5147 req-ecaebd64-ca61-46b5-b25e-b146f6437bf0 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:30.733992 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-40134654-9d97-49ca-96ed-9dc9e99f5147 req-ecaebd64-ca61-46b5-b25e-b146f6437bf0 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 944 time: 0.0474124 Oct 19 08:36:30.750472 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-254b7dcc-b41a-45c7-ad06-a1d19e864265 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99f587ad-50a2-4763-8d6f-46d8c355845a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277438 Oct 19 08:36:30.772689 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-40134654-9d97-49ca-96ed-9dc9e99f5147 req-ee6a270a-feb2-44e9-9972-9450810fa083 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Oct 19 08:36:30.839463 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-3f669ef5-31c4-4c06-b6b6-7353494129a1 service neutron] 10.222.0.11 "GET /v2.0/networks/99f587ad-50a2-4763-8d6f-46d8c355845a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812805 Oct 19 08:36:30.930906 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-d768def6-d557-4320-b2bb-4c349cc0a232 req-f18aa529-7295-49cb-acce-30e35e7b58af service neutron] 10.222.0.11 "GET /v2.0/networks/99f587ad-50a2-4763-8d6f-46d8c355845a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840204 Oct 19 08:36:31.009823 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16740e-9806-45f1-a55f-4486f927318c req-3397d546-3ca3-4b8d-a5a6-4a01c421aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:31.011279 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ab16740e-9806-45f1-a55f-4486f927318c req-3397d546-3ca3-4b8d-a5a6-4a01c421aa02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab690ea015684fd0a5fb3fd3b162b6a7&device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 1097 time: 0.0390806 Oct 19 08:36:31.103928 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16740e-9806-45f1-a55f-4486f927318c req-189ab799-c488-484a-b02d-3bbb745de318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:31.105364 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ab16740e-9806-45f1-a55f-4486f927318c req-189ab799-c488-484a-b02d-3bbb745de318 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99f587ad-50a2-4763-8d6f-46d8c355845a HTTP/1.1" status: 200 len: 909 time: 0.0869374 Oct 19 08:36:31.146928 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ab16740e-9806-45f1-a55f-4486f927318c req-1d96d914-d70e-4967-8a1f-a46b9eb8d6f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=532adc10-dcd7-402b-83d9-f99e62b6924c HTTP/1.1" status: 200 len: 217 time: 0.0342717 Oct 19 08:36:31.197304 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16740e-9806-45f1-a55f-4486f927318c req-10cb7688-af56-4024-bbdd-22e09e67d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:31.198767 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ab16740e-9806-45f1-a55f-4486f927318c req-10cb7688-af56-4024-bbdd-22e09e67d9e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0654a63b-cf82-41c7-80eb-841b6878cbb4 HTTP/1.1" status: 200 len: 848 time: 0.0435929 Oct 19 08:36:31.229773 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ab16740e-9806-45f1-a55f-4486f927318c req-b46b6b88-f1c0-4037-812c-975a46957bc5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99f587ad-50a2-4763-8d6f-46d8c355845a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237856 Oct 19 08:36:31.319584 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ab16740e-9806-45f1-a55f-4486f927318c req-13a93d64-5220-454a-bd85-1934493041e9 service neutron] 10.222.0.11 "GET /v2.0/networks/99f587ad-50a2-4763-8d6f-46d8c355845a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829673 Oct 19 08:36:31.411523 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-ab16740e-9806-45f1-a55f-4486f927318c req-e00f285a-76de-4356-8314-2ae5b92d0467 service neutron] 10.222.0.11 "GET /v2.0/networks/99f587ad-50a2-4763-8d6f-46d8c355845a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848410 Oct 19 08:36:31.891224 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e90121-2f6f-4a58-b994-12f810115871 req-82a11e10-9933-4252-8687-c056f47b6303 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:31.893479 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-10e90121-2f6f-4a58-b994-12f810115871 req-82a11e10-9933-4252-8687-c056f47b6303 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 944 time: 0.0533888 Oct 19 08:36:31.931432 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-10e90121-2f6f-4a58-b994-12f810115871 req-d3763e89-703d-4bad-be67-9a1b079a7d3a tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320621 Oct 19 08:36:33.044269 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df649bb4-aa96-46ee-ac71-a7cb25b563a0 req-b1c90cf4-ae29-4baf-be14-a94467a8fbd1 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:33.045700 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-df649bb4-aa96-46ee-ac71-a7cb25b563a0 req-b1c90cf4-ae29-4baf-be14-a94467a8fbd1 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 944 time: 0.0483248 Oct 19 08:36:33.083219 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-df649bb4-aa96-46ee-ac71-a7cb25b563a0 req-50335f2d-52b0-4465-9b5b-44755abe4a88 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Oct 19 08:36:34.194385 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847486a3-df23-4783-8cce-8a27fcffc767 req-476d48b3-3100-4bf5-9918-8f8811919166 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:34.195770 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-847486a3-df23-4783-8cce-8a27fcffc767 req-476d48b3-3100-4bf5-9918-8f8811919166 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 944 time: 0.0483739 Oct 19 08:36:34.232569 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-847486a3-df23-4783-8cce-8a27fcffc767 req-b4ceedb6-8efc-4da0-ba80-c13d9cc835d9 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309608 Oct 19 08:36:35.200019 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 532adc10-dcd7-402b-83d9-f99e62b6924c details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:36:35.299002 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 532adc10-dcd7-402b-83d9-f99e62b6924c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=532adc10-dcd7-402b-83d9-f99e62b6924c,segment=NetworkSegment(18efcdfc-448a-4c4e-8aee-5b0869a3eecb),segment_id=18efcdfc-448a-4c4e-8aee-5b0869a3eecb)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:35.310147 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '532adc10-dcd7-402b-83d9-f99e62b6924c', 'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a', 'port_id': '532adc10-dcd7-402b-83d9-f99e62b6924c', 'mac_address': 'fa:16:3e:86:af:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0654a63b-cf82-41c7-80eb-841b6878cbb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:36:35.348185 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:35.349649 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf30ccc-f85e-4868-87b2-92722fcb5f5f req-4e25ab88-179c-4c47-a8ca-9eef746e8d13 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:35.351172 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-aaf30ccc-f85e-4868-87b2-92722fcb5f5f req-4e25ab88-179c-4c47-a8ca-9eef746e8d13 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 944 time: 0.0532789 Oct 19 08:36:35.361709 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532adc10-dcd7-402b-83d9-f99e62b6924c {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:36:35.385549 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 532adc10-dcd7-402b-83d9-f99e62b6924c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=532adc10-dcd7-402b-83d9-f99e62b6924c,segment=NetworkSegment(18efcdfc-448a-4c4e-8aee-5b0869a3eecb),segment_id=18efcdfc-448a-4c4e-8aee-5b0869a3eecb)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:35.390144 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-aaf30ccc-f85e-4868-87b2-92722fcb5f5f req-3afd8dd5-a180-4e57-b709-182e703b59a8 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Oct 19 08:36:35.390992 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:35.438055 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=532adc10-dcd7-402b-83d9-f99e62b6924c,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:35.745939 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['532adc10-dcd7-402b-83d9-f99e62b6924c'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:36:36.505350 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbc7eb-8039-4e63-a677-65963bd5b5ab req-0d3d1b4d-13fa-4b6c-a914-48ab955ce406 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:36.506905 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-92fbc7eb-8039-4e63-a677-65963bd5b5ab req-0d3d1b4d-13fa-4b6c-a914-48ab955ce406 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 945 time: 0.0487156 Oct 19 08:36:36.544651 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-92fbc7eb-8039-4e63-a677-65963bd5b5ab req-540d1223-d8e7-4704-a89a-ec9bdef3aa09 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319321 Oct 19 08:36:37.223528 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 532adc10-dcd7-402b-83d9-f99e62b6924c up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:36:37.270296 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port 532adc10-dcd7-402b-83d9-f99e62b6924c completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:36:37.273766 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 532adc10-dcd7-402b-83d9-f99e62b6924c triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:36:37.274120 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:37.349727 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:37.370867 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9caf46a-f22c-4f22-ac19-8acb57190713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532adc10-dcd7-402b-83d9-f99e62b6924c'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:36:37.373090 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0220e1-bb5b-4f1b-b84d-9d57e01adf71" -d '{"events": [{"server_uuid": "d9caf46a-f22c-4f22-ac19-8acb57190713", "name": "network-vif-plugged", "status": "completed", "tag": "532adc10-dcd7-402b-83d9-f99e62b6924c"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:36:37.386217 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 532adc10-dcd7-402b-83d9-f99e62b6924c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=532adc10-dcd7-402b-83d9-f99e62b6924c,segment=NetworkSegment(18efcdfc-448a-4c4e-8aee-5b0869a3eecb),segment_id=18efcdfc-448a-4c4e-8aee-5b0869a3eecb)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:37.390116 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:37.437066 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=532adc10-dcd7-402b-83d9-f99e62b6924c,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:37.530432 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec2c946-e573-4b96-a26d-b08f623cbab8 x-openstack-request-id: req-6ec2c946-e573-4b96-a26d-b08f623cbab8 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:36:37.530754 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9caf46a-f22c-4f22-ac19-8acb57190713", "name": "network-vif-plugged", "status": "completed", "tag": "532adc10-dcd7-402b-83d9-f99e62b6924c", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:36:37.531006 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ec2c946-e573-4b96-a26d-b08f623cbab8 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:36:37.531400 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9caf46a-f22c-4f22-ac19-8acb57190713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532adc10-dcd7-402b-83d9-f99e62b6924c', 'code': 200} Oct 19 08:36:37.661007 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20442ecc-1ce0-4812-8b8b-3aec812c8ca8 req-d23b7167-14a3-48b2-b7fe-7c6bf54ae48c tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:37.662504 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-20442ecc-1ce0-4812-8b8b-3aec812c8ca8 req-d23b7167-14a3-48b2-b7fe-7c6bf54ae48c tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 946 time: 0.0516384 Oct 19 08:36:37.689627 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a76677-e146-421e-9ccb-f7bbaf44f12d req-6c8118a6-c2cf-4227-9012-9a65d6fdea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:37.691126 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-90a76677-e146-421e-9ccb-f7bbaf44f12d req-6c8118a6-c2cf-4227-9012-9a65d6fdea96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 1099 time: 0.0404103 Oct 19 08:36:37.699941 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-20442ecc-1ce0-4812-8b8b-3aec812c8ca8 req-261ea9cd-07a7-466c-84da-923d977f1b06 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315711 Oct 19 08:36:37.725797 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-90a76677-e146-421e-9ccb-f7bbaf44f12d req-8676b73f-88cb-4a55-955b-ed2a3b87b9d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277655 Oct 19 08:36:38.021868 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:36:38.286758 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48084) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:38.534121 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6d67b-64be-4c06-94db-a0c65110aaa5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Deleting port 56889d32-3d4e-423e-b73e-72ef787ed637 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:38.534455 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c6e6d67b-64be-4c06-94db-a0c65110aaa5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:38.606819 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c6e6d67b-64be-4c06-94db-a0c65110aaa5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:38.607139 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c6e6d67b-64be-4c06-94db-a0c65110aaa5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:38.619364 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6d67b-64be-4c06-94db-a0c65110aaa5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Calling delete_port for 56889d32-3d4e-423e-b73e-72ef787ed637 owned by network:floatingip {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:38.809295 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c6e6d67b-64be-4c06-94db-a0c65110aaa5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:38.843930 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6d67b-64be-4c06-94db-a0c65110aaa5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Pushing event deleted for resources: {'Port': ['ID=56889d32-3d4e-423e-b73e-72ef787ed637,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:38.859565 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a297c-8a36-4cbd-8c89-77380cf2b1d9 req-7d5973d2-2b95-417b-9587-9f171aa9fb08 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:38.861054 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-139a297c-8a36-4cbd-8c89-77380cf2b1d9 req-7d5973d2-2b95-417b-9587-9f171aa9fb08 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 946 time: 0.0907009 Oct 19 08:36:38.935309 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-139a297c-8a36-4cbd-8c89-77380cf2b1d9 req-3612bc98-7dc1-454a-9704-ea1b88052d71 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611691 Oct 19 08:36:38.937950 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c6e6d67b-64be-4c06-94db-a0c65110aaa5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for floatingip, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:38.938280 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.l3_db [None req-c6e6d67b-64be-4c06-94db-a0c65110aaa5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Floating IP 8a336e12-e0cf-4548-870d-9bb8b167a119 disassociated (deleted). External IP: 172.27.2.78, port: 12a0882c-425b-45ca-9a64-43ef73c77095. Oct 19 08:36:39.147728 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e6d67b-64be-4c06-94db-a0c65110aaa5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:36:39.252547 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e6d67b-64be-4c06-94db-a0c65110aaa5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:36:39.257375 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-c6e6d67b-64be-4c06-94db-a0c65110aaa5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:39.261859 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809e75f-e28e-485d-b83f-b0127d885e01 None None] Sync routers for ids ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:36:39.271720 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809e75f-e28e-485d-b83f-b0127d885e01 None None] Routers {'ccbec517-fb3e-4f4a-a265-fa3eb9c19462'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:36:39.272313 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-f809e75f-e28e-485d-b83f-b0127d885e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:36:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:39.284034 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-c6e6d67b-64be-4c06-94db-a0c65110aaa5 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "DELETE /v2.0/floatingips/8a336e12-e0cf-4548-870d-9bb8b167a119 HTTP/1.1" status: 204 len: 168 time: 0.9961028 Oct 19 08:36:39.284697 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:36:39.287065 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a83510b-0cea-454c-93a5-c0d4598c632d" -d '{"events": [{"name": "network-changed", "server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:36:39.381210 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-f809e75f-e28e-485d-b83f-b0127d885e01 None None] Set router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:36:39.389340 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a167f519-6539-4c52-adf3-a84bd2965c50 x-openstack-request-id: req-a167f519-6539-4c52-adf3-a84bd2965c50 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:36:39.389675 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:36:39.389928 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a167f519-6539-4c52-adf3-a84bd2965c50 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:36:39.390317 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095', 'status': 'completed', 'code': 200} Oct 19 08:36:39.470119 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83510b-0cea-454c-93a5-c0d4598c632d req-8c186f20-0981-4dac-b538-6489be906e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:39.473056 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-0a83510b-0cea-454c-93a5-c0d4598c632d req-8c186f20-0981-4dac-b538-6489be906e6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c35a609df154c65988d39d98e9f50c8&device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 1099 time: 0.0496678 Oct 19 08:36:39.525059 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772934bf-aec6-443c-884c-a0c51b159fa7 req-29fa4148-c1be-47d9-8122-890ad38b5c21 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:39.526579 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-772934bf-aec6-443c-884c-a0c51b159fa7 req-29fa4148-c1be-47d9-8122-890ad38b5c21 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0517671 Oct 19 08:36:39.572240 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-772934bf-aec6-443c-884c-a0c51b159fa7 req-3c3d5625-8618-421e-83f7-f4117f17a172 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369730 Oct 19 08:36:39.597192 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-f809e75f-e28e-485d-b83f-b0127d885e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port': {'id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '1631fc55-b55b-416e-9f23-5e045086a8c0', 'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'mac_address': 'fa:16:3e:5a:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:22Z', 'updated_at': '2021-10-19T08:30:34Z', 'revision_number': 5, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'subnets': [{'id': '579fb183-31e6-4819-83c6-66e752c298e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:39.623386 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809e75f-e28e-485d-b83f-b0127d885e01 None None] Checking router: ccbec517-fb3e-4f4a-a265-fa3eb9c19462 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:36:39.633092 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809e75f-e28e-485d-b83f-b0127d885e01 None None] Routers {'ccbec517-fb3e-4f4a-a265-fa3eb9c19462'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:36:39.633707 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-f809e75f-e28e-485d-b83f-b0127d885e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:36:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:39.742226 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-f809e75f-e28e-485d-b83f-b0127d885e01 None None] Set router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:36:39.815231 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83510b-0cea-454c-93a5-c0d4598c632d req-aca98896-e549-4e8d-834f-33e2a42aea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:39.816695 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-0a83510b-0cea-454c-93a5-c0d4598c632d req-aca98896-e549-4e8d-834f-33e2a42aea9d service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb031b3e-c52c-423e-8e10-3f31ca90acd6 HTTP/1.1" status: 200 len: 910 time: 0.3360469 Oct 19 08:36:39.862190 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-0a83510b-0cea-454c-93a5-c0d4598c632d req-7f725dd5-17e6-434c-a589-22b1b80f0a8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0882c-425b-45ca-9a64-43ef73c77095 HTTP/1.1" status: 200 len: 217 time: 0.0368471 Oct 19 08:36:39.913980 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83510b-0cea-454c-93a5-c0d4598c632d req-3eb31ce1-b7ee-4935-8ae0-285b9d8239b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:39.915532 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-0a83510b-0cea-454c-93a5-c0d4598c632d req-3eb31ce1-b7ee-4935-8ae0-285b9d8239b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=579fb183-31e6-4819-83c6-66e752c298e0 HTTP/1.1" status: 200 len: 848 time: 0.0457017 Oct 19 08:36:39.968054 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83510b-0cea-454c-93a5-c0d4598c632d req-bba078e6-0f96-4bc0-9c56-ecc0cc34d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:39.969635 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-0a83510b-0cea-454c-93a5-c0d4598c632d req-bba078e6-0f96-4bc0-9c56-ecc0cc34d2f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb031b3e-c52c-423e-8e10-3f31ca90acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464413 Oct 19 08:36:40.053132 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadab7ff-c6dd-4636-b6ce-7394ed46b7f3 req-863ba7ef-8091-41c6-bfb3-d7099164e46a tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:40.054565 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-eadab7ff-c6dd-4636-b6ce-7394ed46b7f3 req-863ba7ef-8091-41c6-bfb3-d7099164e46a tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 946 time: 0.0492606 Oct 19 08:36:40.067540 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-f809e75f-e28e-485d-b83f-b0127d885e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port': {'id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '1631fc55-b55b-416e-9f23-5e045086a8c0', 'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'mac_address': 'fa:16:3e:5a:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:22Z', 'updated_at': '2021-10-19T08:30:34Z', 'revision_number': 5, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'subnets': [{'id': '579fb183-31e6-4819-83c6-66e752c298e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:40.069266 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-0a83510b-0cea-454c-93a5-c0d4598c632d req-f5c35d37-b673-49a6-bd86-145c3930c697 service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910962 Oct 19 08:36:40.097074 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809e75f-e28e-485d-b83f-b0127d885e01 None None] The sync data for ids ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'] in dv-cinder-813984-3-iscsi is: [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port': {'id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': '1631fc55-b55b-416e-9f23-5e045086a8c0', 'name': '', 'network_id': 'fb031b3e-c52c-423e-8e10-3f31ca90acd6', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'mac_address': 'fa:16:3e:5a:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '579fb183-31e6-4819-83c6-66e752c298e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:22Z', 'updated_at': '2021-10-19T08:30:34Z', 'revision_number': 5, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'subnets': [{'id': '579fb183-31e6-4819-83c6-66e752c298e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:36:40.109064 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-eadab7ff-c6dd-4636-b6ce-7394ed46b7f3 req-b91664ff-58d2-4878-83cd-bac7669fb4b2 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 Oct 19 08:36:40.170659 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-0a83510b-0cea-454c-93a5-c0d4598c632d req-392e81a3-f542-4c92-b6dc-36f62fb81430 service neutron] 10.222.0.11 "GET /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934260 Oct 19 08:36:40.332747 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d761c-dbe5-4941-8fdc-84dd1dda2e4e None None] New status for floating IP 8a336e12-e0cf-4548-870d-9bb8b167a119: DOWN {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:36:40.726147 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323b07-fdb5-44bf-934d-5c539d8fdfc7 req-52a6b4fa-0c02-47ff-93a0-f1594113a0d9 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:40.727631 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c3323b07-fdb5-44bf-934d-5c539d8fdfc7 req-52a6b4fa-0c02-47ff-93a0-f1594113a0d9 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0765541 Oct 19 08:36:40.738375 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276edb89-e8b6-43b4-9145-0e6e36431187 req-c90e0fc0-16b6-42d2-88a5-471acb09c0a6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:40.739743 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-276edb89-e8b6-43b4-9145-0e6e36431187 req-c90e0fc0-16b6-42d2-88a5-471acb09c0a6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 946 time: 0.0635691 Oct 19 08:36:40.798728 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c3323b07-fdb5-44bf-934d-5c539d8fdfc7 req-a3868c9c-7f48-427d-b560-13160e5f2d3e tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/security-groups?id=38e7242c-304a-4f3e-9c0a-8ccdb6999750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579309 Oct 19 08:36:40.801517 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-276edb89-e8b6-43b4-9145-0e6e36431187 req-02769f35-b05b-40e2-86cb-1f60281fe322 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553381 Oct 19 08:36:41.214167 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d5075-3feb-48ab-a93a-9b9f0ad455ab req-baf16bee-a515-403b-8934-e2b74d6d7bf8 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:41.215632 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-086d5075-3feb-48ab-a93a-9b9f0ad455ab req-baf16bee-a515-403b-8934-e2b74d6d7bf8 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.11 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 946 time: 0.0484457 Oct 19 08:36:41.307778 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [req-086d5075-3feb-48ab-a93a-9b9f0ad455ab req-b2052877-4b98-4f29-a000-a430ef9358e6 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Deleting port 12a0882c-425b-45ca-9a64-43ef73c77095 {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:41.308114 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-086d5075-3feb-48ab-a93a-9b9f0ad455ab req-b2052877-4b98-4f29-a000-a430ef9358e6 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:41.395068 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-086d5075-3feb-48ab-a93a-9b9f0ad455ab req-b2052877-4b98-4f29-a000-a430ef9358e6 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] For port 12a0882c-425b-45ca-9a64-43ef73c77095, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=12a0882c-425b-45ca-9a64-43ef73c77095,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:41.395427 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-086d5075-3feb-48ab-a93a-9b9f0ad455ab req-b2052877-4b98-4f29-a000-a430ef9358e6 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:41.407639 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [req-086d5075-3feb-48ab-a93a-9b9f0ad455ab req-b2052877-4b98-4f29-a000-a430ef9358e6 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Calling delete_port for 12a0882c-425b-45ca-9a64-43ef73c77095 owned by compute:nova {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:41.535687 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-086d5075-3feb-48ab-a93a-9b9f0ad455ab req-b2052877-4b98-4f29-a000-a430ef9358e6 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:41.564019 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2052877-4b98-4f29-a000-a430ef9358e6 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Pushing event deleted for resources: {'Port': ['ID=12a0882c-425b-45ca-9a64-43ef73c77095,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:41.605742 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [req-086d5075-3feb-48ab-a93a-9b9f0ad455ab req-b2052877-4b98-4f29-a000-a430ef9358e6 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] No DVR routers for this DVR port 12a0882c-425b-45ca-9a64-43ef73c77095 on host hv-cinder-81398 {{(pid=99812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:36:41.608259 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-086d5075-3feb-48ab-a93a-9b9f0ad455ab req-b2052877-4b98-4f29-a000-a430ef9358e6 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:41.612427 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-086d5075-3feb-48ab-a93a-9b9f0ad455ab req-b2052877-4b98-4f29-a000-a430ef9358e6 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.11 "DELETE /v2.0/ports/12a0882c-425b-45ca-9a64-43ef73c77095 HTTP/1.1" status: 204 len: 173 time: 0.3904889 Oct 19 08:36:41.612866 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'name': 'network-vif-deleted', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:36:41.615138 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc70b09-73f0-4236-9368-e56f315b0eef" -d '{"events": [{"server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "name": "network-vif-deleted", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:36:41.651024 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ccf764-a08c-42e9-af3c-fc2f901dd3bb x-openstack-request-id: req-a6ccf764-a08c-42e9-af3c-fc2f901dd3bb {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:36:41.651331 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c3fb17-9b00-4111-afa2-59ce69f7a986", "name": "network-vif-deleted", "tag": "12a0882c-425b-45ca-9a64-43ef73c77095", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:36:41.651577 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a6ccf764-a08c-42e9-af3c-fc2f901dd3bb {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:36:41.651962 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c3fb17-9b00-4111-afa2-59ce69f7a986', 'name': 'network-vif-deleted', 'tag': '12a0882c-425b-45ca-9a64-43ef73c77095', 'status': 'completed', 'code': 200} Oct 19 08:36:41.920149 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-68fda181-bec9-4ce9-a38d-f06c9669aa36 req-d62b8692-2360-48fd-8a41-92c6293f6522 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c3fb17-9b00-4111-afa2-59ce69f7a986 HTTP/1.1" status: 200 len: 210 time: 0.0477717 Oct 19 08:36:41.923897 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-c3147c66-d474-45e2-8d30-1f0a9bbbe319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:41.964897 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79e8ae-38d4-45b0-a97c-941c01dd49e2 req-a2d1aebe-38a3-4f1a-b3d8-d83a1acc1364 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:41.966883 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b79e8ae-38d4-45b0-a97c-941c01dd49e2 req-a2d1aebe-38a3-4f1a-b3d8-d83a1acc1364 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 946 time: 0.0859635 Oct 19 08:36:42.016194 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b79e8ae-38d4-45b0-a97c-941c01dd49e2 req-53928929-d3a8-4a4e-a10c-b92bd6320554 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Oct 19 08:36:42.369814 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71199163-3303-4418-a4e1-94a20523eea3 req-958d5a34-880b-4e57-9b1a-2a63a17c041e tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:42.371282 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-71199163-3303-4418-a4e1-94a20523eea3 req-958d5a34-880b-4e57-9b1a-2a63a17c041e tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 946 time: 0.0508397 Oct 19 08:36:42.473972 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [req-71199163-3303-4418-a4e1-94a20523eea3 req-c93f6ca2-720c-4444-a42a-38f44410775c tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Deleting port 532adc10-dcd7-402b-83d9-f99e62b6924c {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:42.474186 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-71199163-3303-4418-a4e1-94a20523eea3 req-c93f6ca2-720c-4444-a42a-38f44410775c tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:42.566183 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-71199163-3303-4418-a4e1-94a20523eea3 req-c93f6ca2-720c-4444-a42a-38f44410775c tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] For port 532adc10-dcd7-402b-83d9-f99e62b6924c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=532adc10-dcd7-402b-83d9-f99e62b6924c,segment=NetworkSegment(18efcdfc-448a-4c4e-8aee-5b0869a3eecb),segment_id=18efcdfc-448a-4c4e-8aee-5b0869a3eecb)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:42.566575 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-71199163-3303-4418-a4e1-94a20523eea3 req-c93f6ca2-720c-4444-a42a-38f44410775c tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:42.577972 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [req-71199163-3303-4418-a4e1-94a20523eea3 req-c93f6ca2-720c-4444-a42a-38f44410775c tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Calling delete_port for 532adc10-dcd7-402b-83d9-f99e62b6924c owned by compute:nova {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:42.700638 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-71199163-3303-4418-a4e1-94a20523eea3 req-c93f6ca2-720c-4444-a42a-38f44410775c tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:42.713280 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['532adc10-dcd7-402b-83d9-f99e62b6924c'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:36:42.738729 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f6ca2-720c-4444-a42a-38f44410775c tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Pushing event deleted for resources: {'Port': ['ID=532adc10-dcd7-402b-83d9-f99e62b6924c,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:42.773567 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [req-71199163-3303-4418-a4e1-94a20523eea3 req-c93f6ca2-720c-4444-a42a-38f44410775c tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] No DVR routers for this DVR port 532adc10-dcd7-402b-83d9-f99e62b6924c on host hv-cinder-81398 {{(pid=99812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:36:42.775874 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-71199163-3303-4418-a4e1-94a20523eea3 req-c93f6ca2-720c-4444-a42a-38f44410775c tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:42.779291 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-71199163-3303-4418-a4e1-94a20523eea3 req-c93f6ca2-720c-4444-a42a-38f44410775c tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.11 "DELETE /v2.0/ports/532adc10-dcd7-402b-83d9-f99e62b6924c HTTP/1.1" status: 204 len: 173 time: 0.3932555 Oct 19 08:36:42.981504 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48122) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:43.038418 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-abd58ffd-c1f6-4cb7-890b-3af58ead7916 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:43.064064 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-abd58ffd-c1f6-4cb7-890b-3af58ead7916 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:43.121359 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-21e96cde-7849-4a1d-b004-c66b7d7a8028 req-06f77eec-cd0d-4a7d-beb1-6dc2f3bb31ac tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9caf46a-f22c-4f22-ac19-8acb57190713 HTTP/1.1" status: 200 len: 210 time: 0.0273640 Oct 19 08:36:43.127654 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-abd58ffd-c1f6-4cb7-890b-3af58ead7916 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:43.130226 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-abd58ffd-c1f6-4cb7-890b-3af58ead7916 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:43.131489 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-abd58ffd-c1f6-4cb7-890b-3af58ead7916 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] 10.222.0.26 "DELETE /v2.0/security-groups/38e7242c-304a-4f3e-9c0a-8ccdb6999750 HTTP/1.1" status: 204 len: 168 time: 0.1490090 Oct 19 08:36:43.143401 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd58ffd-c1f6-4cb7-890b-3af58ead7916 tempest-TestShelveInstance-136316270 tempest-TestShelveInstance-136316270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e7242c-304a-4f3e-9c0a-8ccdb6999750,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:43.187118 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48128) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:43.575760 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3658f7c2-082d-49c6-8685-3b9c07ba4c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626554'] for router_interface, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:43.655880 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9caf46a-f22c-4f22-ac19-8acb57190713', 'name': 'network-vif-deleted', 'tag': '532adc10-dcd7-402b-83d9-f99e62b6924c'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:36:43.658170 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e359ce3d-2a95-4a19-a497-8f0abc264a38" -d '{"events": [{"server_uuid": "d9caf46a-f22c-4f22-ac19-8acb57190713", "name": "network-vif-deleted", "tag": "532adc10-dcd7-402b-83d9-f99e62b6924c"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:36:43.707933 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ff5b77-53c2-4c7f-b38c-745afcbd7452 x-openstack-request-id: req-76ff5b77-53c2-4c7f-b38c-745afcbd7452 {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:36:43.708214 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9caf46a-f22c-4f22-ac19-8acb57190713", "name": "network-vif-deleted", "tag": "532adc10-dcd7-402b-83d9-f99e62b6924c", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:36:43.708454 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76ff5b77-53c2-4c7f-b38c-745afcbd7452 {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:36:43.708827 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9caf46a-f22c-4f22-ac19-8acb57190713', 'name': 'network-vif-deleted', 'tag': '532adc10-dcd7-402b-83d9-f99e62b6924c', 'status': 'completed', 'code': 200} Oct 19 08:36:43.822514 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-3658f7c2-082d-49c6-8685-3b9c07ba4c5e admin admin] Deleting port 1631fc55-b55b-416e-9f23-5e045086a8c0 {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:43.822862 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3658f7c2-082d-49c6-8685-3b9c07ba4c5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:43.898792 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [None req-3658f7c2-082d-49c6-8685-3b9c07ba4c5e admin admin] For port 1631fc55-b55b-416e-9f23-5e045086a8c0, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=1631fc55-b55b-416e-9f23-5e045086a8c0,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:43.899145 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3658f7c2-082d-49c6-8685-3b9c07ba4c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:43.915059 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-3658f7c2-082d-49c6-8685-3b9c07ba4c5e admin admin] Calling delete_port for 1631fc55-b55b-416e-9f23-5e045086a8c0 owned by network:router_interface {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:44.090793 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3658f7c2-082d-49c6-8685-3b9c07ba4c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:44.117091 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658f7c2-082d-49c6-8685-3b9c07ba4c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=1631fc55-b55b-416e-9f23-5e045086a8c0,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:44.296296 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-3658f7c2-082d-49c6-8685-3b9c07ba4c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626390'] for router_interface, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:44.395279 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-22166ee6-f655-48e6-b7c8-e98408ba2779 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:44.396656 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-22166ee6-f655-48e6-b7c8-e98408ba2779 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/networks?id=99f587ad-50a2-4763-8d6f-46d8c355845a HTTP/1.1" status: 200 len: 808 time: 0.1056466 Oct 19 08:36:44.414161 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ec345ac8-7afa-48ad-93f4-fc4254b0f545 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/quotas/ab690ea015684fd0a5fb3fd3b162b6a7 HTTP/1.1" status: 200 len: 375 time: 0.0106878 Oct 19 08:36:44.445986 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-b5f6084a-406d-4fb3-a6f5-9726b4da3b8b tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ab690ea015684fd0a5fb3fd3b162b6a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260041 Oct 19 08:36:44.515570 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3658f7c2-082d-49c6-8685-3b9c07ba4c5e admin admin] Router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:36:44.539647 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-b1220b5d-6664-44a0-88bc-401476a22dfb service neutron] 10.222.0.26 "GET /v2.0/networks/99f587ad-50a2-4763-8d6f-46d8c355845a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867834 Oct 19 08:36:44.621017 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3658f7c2-082d-49c6-8685-3b9c07ba4c5e admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:36:44.626035 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-3658f7c2-082d-49c6-8685-3b9c07ba4c5e admin admin] 10.222.0.26 "PUT /v2.0/routers/ccbec517-fb3e-4f4a-a265-fa3eb9c19462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4378831 Oct 19 08:36:44.628800 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48148) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:44.629997 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d062aa-5418-495d-bad9-008251e3d37d None None] Sync routers for ids ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:36:44.637010 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a3b522a2-d145-4a98-ad01-23515e8c336d service neutron] 10.222.0.26 "GET /v2.0/networks/99f587ad-50a2-4763-8d6f-46d8c355845a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913177 Oct 19 08:36:44.640029 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d062aa-5418-495d-bad9-008251e3d37d None None] Routers {'ccbec517-fb3e-4f4a-a265-fa3eb9c19462'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:36:44.640503 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-94d062aa-5418-495d-bad9-008251e3d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:36:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:44.737140 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Publish callbacks [] for router, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:44.754626 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-94d062aa-5418-495d-bad9-008251e3d37d None None] Set router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:36:44.813487 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-402759bf-f5a6-4d61-beba-47ce9514e00e req-6416870c-f67d-4d7a-aef1-7669640352c6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 210 time: 0.0278416 Oct 19 08:36:44.877437 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:44.939909 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Deleting port 343d75cf-a12a-464e-88cf-f6403b60c795 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:44.940258 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:44.948044 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-94d062aa-5418-495d-bad9-008251e3d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:36:44Z', 'revision_number': 5, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port': {'id': '343d75cf-a12a-464e-88cf-f6403b60c795', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:44.980692 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d062aa-5418-495d-bad9-008251e3d37d None None] Checking router: ccbec517-fb3e-4f4a-a265-fa3eb9c19462 for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:36:44.989582 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d062aa-5418-495d-bad9-008251e3d37d None None] Routers {'ccbec517-fb3e-4f4a-a265-fa3eb9c19462'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:36:44.990182 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-94d062aa-5418-495d-bad9-008251e3d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:36:15Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:45.026057 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] For port 343d75cf-a12a-464e-88cf-f6403b60c795, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=343d75cf-a12a-464e-88cf-f6403b60c795,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:45.026403 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.040304 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Calling delete_port for 343d75cf-a12a-464e-88cf-f6403b60c795 owned by network:router_gateway {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:45.086609 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-94d062aa-5418-495d-bad9-008251e3d37d None None] Set router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 gateway port host: None {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:36:45.157180 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-94d062aa-5418-495d-bad9-008251e3d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:36:44Z', 'revision_number': 6, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port_host': None}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:45.194518 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-5dabfc6e-8e38-4ada-8e0b-8394cf2fcc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.197238 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d062aa-5418-495d-bad9-008251e3d37d None None] The sync data for ids ['ccbec517-fb3e-4f4a-a265-fa3eb9c19462'] in dv-cinder-813984-3-iscsi is: [{'id': 'ccbec517-fb3e-4f4a-a265-fa3eb9c19462', 'name': 'tempest-TestShelveInstance-2127762015-router', 'tenant_id': '4c35a609df154c65988d39d98e9f50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:20Z', 'updated_at': '2021-10-19T08:36:44Z', 'revision_number': 6, 'project_id': '4c35a609df154c65988d39d98e9f50c8', 'gw_port_host': None}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:36:45.214331 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.240651 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Pushing event deleted for resources: {'Port': ['ID=343d75cf-a12a-464e-88cf-f6403b60c795,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:45.292313 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 12a0882c-425b-45ca-9a64-43ef73c77095 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:36:45.305435 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627888'] for router_gateway, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.317026 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: 12a0882c-425b-45ca-9a64-43ef73c77095 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:36:45.317374 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 12a0882c-425b-45ca-9a64-43ef73c77095 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:36:45.317789 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 532adc10-dcd7-402b-83d9-f99e62b6924c no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:36:45.339871 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: 532adc10-dcd7-402b-83d9-f99e62b6924c {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:36:45.340232 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 532adc10-dcd7-402b-83d9-f99e62b6924c not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:36:45.403824 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7290'] for router, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.405991 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.447620 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625344'] for router, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.448237 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccbec517-fb3e-4f4a-a265-fa3eb9c19462 {{(pid=99813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:36:45.452845 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.454258 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-a586a898-b933-4a4d-b94e-d312cb3af94f admin admin] 10.222.0.26 "DELETE /v2.0/routers/ccbec517-fb3e-4f4a-a265-fa3eb9c19462 HTTP/1.1" status: 204 len: 168 time: 0.8243210 Oct 19 08:36:45.456682 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48160) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:45.504212 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0b71ad-17b1-4e39-9ea0-0d3556f4a61e admin admin] Deleting subnet 579fb183-31e6-4819-83c6-66e752c298e0 {{(pid=99813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:36:45.507210 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4b0b71ad-17b1-4e39-9ea0-0d3556f4a61e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.542150 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4b0b71ad-17b1-4e39-9ea0-0d3556f4a61e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60713938'] for subnet, precommit_delete_associations {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.629217 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4b0b71ad-17b1-4e39-9ea0-0d3556f4a61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.691923 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4b0b71ad-17b1-4e39-9ea0-0d3556f4a61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60714075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58818533'] for subnet, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.723751 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b71ad-17b1-4e39-9ea0-0d3556f4a61e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579fb183-31e6-4819-83c6-66e752c298e0,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:45.725804 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-4b0b71ad-17b1-4e39-9ea0-0d3556f4a61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.730026 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2325ce-421a-4a73-92a5-799c98c257bb None None] Network fb031b3e-c52c-423e-8e10-3f31ca90acd6 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:36:45.732109 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-4b0b71ad-17b1-4e39-9ea0-0d3556f4a61e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/579fb183-31e6-4819-83c6-66e752c298e0 HTTP/1.1" status: 204 len: 168 time: 0.2744596 Oct 19 08:36:45.734770 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48162) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:45.759745 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-329b7066-158d-4540-9adb-324fa3786dac tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:45.761165 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-329b7066-158d-4540-9adb-324fa3786dac tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.11 "GET /v2.0/networks?id=99f587ad-50a2-4763-8d6f-46d8c355845a HTTP/1.1" status: 200 len: 808 time: 0.1163471 Oct 19 08:36:45.774744 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ac97539b-f4a2-4798-bd2c-783e1b370544 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Request body: {'port': {'device_id': '1aed19ab-e848-44c3-ad4f-2221f4f4a860', 'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a', 'admin_state_up': True, 'tenant_id': 'ab690ea015684fd0a5fb3fd3b162b6a7'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:36:45.818826 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.882427 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Deleting port 179659a6-e7cd-4197-ab38-6da7d5c6453e {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:45.882792 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.924727 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ac97539b-f4a2-4798-bd2c-783e1b370544 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Made reservation on behalf of ab690ea015684fd0a5fb3fd3b162b6a7 for: {'port': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:36:45.928596 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ac97539b-f4a2-4798-bd2c-783e1b370544 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.938480 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-209c22f6-72ed-4550-a648-07505eee41ae req-83472187-3824-4840-b7e5-b994368ab7e4 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 210 time: 0.0405216 Oct 19 08:36:45.961312 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:45.966479 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066095c0-43e2-4b65-9ad9-c97aeed7ffd9 None None] DHCP port deletion for fb031b3e-c52c-423e-8e10-3f31ca90acd6 request from dv-cinder-813984-3-iscsi {{(pid=99814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:36:45.996792 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] For port 179659a6-e7cd-4197-ab38-6da7d5c6453e, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=179659a6-e7cd-4197-ab38-6da7d5c6453e,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:45.997500 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.018201 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Calling delete_port for 179659a6-e7cd-4197-ab38-6da7d5c6453e owned by network:dhcp {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:46.042181 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-066095c0-43e2-4b65-9ad9-c97aeed7ffd9 None None] Deleting port 179659a6-e7cd-4197-ab38-6da7d5c6453e {{(pid=99814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:46.043147 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-066095c0-43e2-4b65-9ad9-c97aeed7ffd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.063422 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 343d75cf-a12a-464e-88cf-f6403b60c795 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:36:46.096904 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ac97539b-f4a2-4798-bd2c-783e1b370544 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Allocated IP 172.20.0.7 (99f587ad-50a2-4763-8d6f-46d8c355845a/0654a63b-cf82-41c7-80eb-841b6878cbb4/8db49dd2-9f49-4165-bb98-9f00d66cff2d) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:36:46.121247 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 343d75cf-a12a-464e-88cf-f6403b60c795 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:36:46.121589 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 343d75cf-a12a-464e-88cf-f6403b60c795 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:36:46.122007 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 1631fc55-b55b-416e-9f23-5e045086a8c0 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:36:46.122674 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.149912 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 1631fc55-b55b-416e-9f23-5e045086a8c0 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:36:46.150253 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 1631fc55-b55b-416e-9f23-5e045086a8c0 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:36:46.150685 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 179659a6-e7cd-4197-ab38-6da7d5c6453e no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:36:46.154004 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-066095c0-43e2-4b65-9ad9-c97aeed7ffd9 None None] For port 179659a6-e7cd-4197-ab38-6da7d5c6453e, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=179659a6-e7cd-4197-ab38-6da7d5c6453e,segment=NetworkSegment(65c6768f-ecea-4927-8d32-be77dcda58ee),segment_id=65c6768f-ecea-4927-8d32-be77dcda58ee)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:46.154410 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-066095c0-43e2-4b65-9ad9-c97aeed7ffd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.158458 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] No DVR routers for this DVR port 179659a6-e7cd-4197-ab38-6da7d5c6453e on host dv-cinder-813984-3-iscsi {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:36:46.163631 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=179659a6-e7cd-4197-ab38-6da7d5c6453e,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:46.183702 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 179659a6-e7cd-4197-ab38-6da7d5c6453e {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:36:46.183965 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 179659a6-e7cd-4197-ab38-6da7d5c6453e not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:36:46.190061 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-066095c0-43e2-4b65-9ad9-c97aeed7ffd9 None None] Calling delete_port for 179659a6-e7cd-4197-ab38-6da7d5c6453e owned by network:dhcp {{(pid=99814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:46.237761 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.260784 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb031b3e-c52c-423e-8e10-3f31ca90acd6']}} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:46.271392 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c6768f-ecea-4927-8d32-be77dcda58ee') {'for_net_delete': True} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:46.271601 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c6768f-ecea-4927-8d32-be77dcda58ee') {} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:46.285908 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60713931'] for segment, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.290351 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-066095c0-43e2-4b65-9ad9-c97aeed7ffd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626'] for port, after_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.291396 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ac97539b-f4a2-4798-bd2c-783e1b370544 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.301090 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.311807 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=99813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:36:46.312213 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60713989'] for segment, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: Traceback (most recent call last): Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: timer() Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: cb(*args, **kw) Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: return func(*args, **kwargs) Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: self._notify() Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: self.callback(batched_events) Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: event.method(event) Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: return f(self, *a, **k) Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._get(url).json() Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: return self.request(url, 'GET', **kwargs) Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:36:46.313965 dv-cinder-813984-3-iscsi neutron-server[99813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:36:46.323931 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066095c0-43e2-4b65-9ad9-c97aeed7ffd9 None None] Pushing event deleted for resources: {'Port': ['ID=179659a6-e7cd-4197-ab38-6da7d5c6453e,revision_number=None']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:46.325775 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066095c0-43e2-4b65-9ad9-c97aeed7ffd9 None None] No DVR routers for this DVR port 179659a6-e7cd-4197-ab38-6da7d5c6453e on host dv-cinder-813984-3-iscsi {{(pid=99814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:36:46.348935 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ac97539b-f4a2-4798-bd2c-783e1b370544 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.380868 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.386166 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.394245 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fb031b3e-c52c-423e-8e10-3f31ca90acd6 HTTP/1.1" status: 204 len: 168 time: 0.6548331 Oct 19 08:36:46.394425 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48170) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:46.401176 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ac97539b-f4a2-4798-bd2c-783e1b370544 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Network 99f587ad-50a2-4763-8d6f-46d8c355845a is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:36:46.404404 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ac97539b-f4a2-4798-bd2c-783e1b370544 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:36:46.408568 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ac97539b-f4a2-4798-bd2c-783e1b370544 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:36:46.413033 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288404d-a875-4e6f-ae10-4b2ffd592bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb031b3e-c52c-423e-8e10-3f31ca90acd6,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:46.438327 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97539b-f4a2-4798-bd2c-783e1b370544 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Pushing event updated for resources: {'Port': ['ID=8db49dd2-9f49-4165-bb98-9f00d66cff2d,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:46.464144 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ac97539b-f4a2-4798-bd2c-783e1b370544 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:46.464830 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ac97539b-f4a2-4798-bd2c-783e1b370544 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.486372 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ac97539b-f4a2-4798-bd2c-783e1b370544 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7159965 Oct 19 08:36:46.498284 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Request body: {'port': {'device_id': '1aed19ab-e848-44c3-ad4f-2221f4f4a860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:36:46.551722 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.649721 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.825090 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db49dd2-9f49-4165-bb98-9f00d66cff2d {{(pid=99812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:36:46.833089 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.845906 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.provisioning_blocks [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Transition to ACTIVE for port object 8db49dd2-9f49-4165-bb98-9f00d66cff2d will not be triggered until provisioned by entity L2. {{(pid=99812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:36:46.849214 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60597233'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:46.915092 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8db49dd2-9f49-4165-bb98-9f00d66cff2d,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:46.968662 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Attempting to bind port 8db49dd2-9f49-4165-bb98-9f00d66cff2d on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:36:46.969079 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Attempting to bind port 8db49dd2-9f49-4165-bb98-9f00d66cff2d by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '18efcdfc-448a-4c4e-8aee-5b0869a3eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a'}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:36:46.969464 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Attempting to bind port 8db49dd2-9f49-4165-bb98-9f00d66cff2d on network 99f587ad-50a2-4763-8d6f-46d8c355845a {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:36:46.974597 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Port 8db49dd2-9f49-4165-bb98-9f00d66cff2d on network 99f587ad-50a2-4763-8d6f-46d8c355845a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:36:46.974912 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Attempting to bind port 8db49dd2-9f49-4165-bb98-9f00d66cff2d on network 99f587ad-50a2-4763-8d6f-46d8c355845a {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:36:46.979704 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:36:46.980031 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Checking segment: {'id': '18efcdfc-448a-4c4e-8aee-5b0869a3eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:36:46.980403 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Bound using segment: {'id': '18efcdfc-448a-4c4e-8aee-5b0869a3eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a'} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:36:46.980816 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Bound port: 8db49dd2-9f49-4165-bb98-9f00d66cff2d, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18efcdfc-448a-4c4e-8aee-5b0869a3eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a'}}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:36:46.981160 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:47.014842 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8694-cdfd-4867-9fc9-e173b6996d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626554'] for router_interface, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:47.049647 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] For port 8db49dd2-9f49-4165-bb98-9f00d66cff2d, host hv-cinder-81398, cleared binding levels {{(pid=99812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:36:47.052936 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] For port 8db49dd2-9f49-4165-bb98-9f00d66cff2d, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8db49dd2-9f49-4165-bb98-9f00d66cff2d,segment=NetworkSegment(18efcdfc-448a-4c4e-8aee-5b0869a3eecb),segment_id=18efcdfc-448a-4c4e-8aee-5b0869a3eecb)] {{(pid=99812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:36:47.056991 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60597233'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:47.092674 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:47.093349 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:47.094760 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/8db49dd2-9f49-4165-bb98-9f00d66cff2d HTTP/1.1" status: 200 len: 1093 time: 0.6005254 Oct 19 08:36:47.095772 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aed19ab-e848-44c3-ad4f-2221f4f4a860', 'tag': '8db49dd2-9f49-4165-bb98-9f00d66cff2d'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:36:47.098377 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cbfedd-15a6-45e0-909b-92fb5bc1aad7" -d '{"events": [{"name": "network-changed", "server_uuid": "1aed19ab-e848-44c3-ad4f-2221f4f4a860", "tag": "8db49dd2-9f49-4165-bb98-9f00d66cff2d"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:36:47.119667 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458e429-5968-4da6-94a4-df5e427537e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8db49dd2-9f49-4165-bb98-9f00d66cff2d,revision_number=3']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:47.150352 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7e602-da08-4d44-aeee-e69ecdef455f req-c063b481-ce56-4039-a28b-9b786f16adf0 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:47.150658 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cd24c2-312e-4f58-b104-e3f6ae06a5f1 x-openstack-request-id: req-73cd24c2-312e-4f58-b104-e3f6ae06a5f1 {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:36:47.150944 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aed19ab-e848-44c3-ad4f-2221f4f4a860", "tag": "8db49dd2-9f49-4165-bb98-9f00d66cff2d", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:36:47.151187 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73cd24c2-312e-4f58-b104-e3f6ae06a5f1 {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:36:47.151567 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aed19ab-e848-44c3-ad4f-2221f4f4a860', 'tag': '8db49dd2-9f49-4165-bb98-9f00d66cff2d', 'status': 'completed', 'code': 200} Oct 19 08:36:47.151867 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-52b7e602-da08-4d44-aeee-e69ecdef455f req-c063b481-ce56-4039-a28b-9b786f16adf0 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 943 time: 0.1025612 Oct 19 08:36:47.182067 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ee0bfde4-9056-4a76-bb5e-cf231c300a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:47.183573 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ee0bfde4-9056-4a76-bb5e-cf231c300a20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab690ea015684fd0a5fb3fd3b162b6a7&device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 1096 time: 0.0451586 Oct 19 08:36:47.227343 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-5b8987a0-03fc-46bb-8c54-d00b55b45f85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8db49dd2-9f49-4165-bb98-9f00d66cff2d HTTP/1.1" status: 200 len: 217 time: 0.0362117 Oct 19 08:36:47.240498 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-52b7e602-da08-4d44-aeee-e69ecdef455f req-3967404e-0272-4991-9207-b6c35e01c4a0 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822890 Oct 19 08:36:47.277754 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-28bc8878-9ac3-4588-9c24-2caab31932d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:47.279232 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-28bc8878-9ac3-4588-9c24-2caab31932d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0654a63b-cf82-41c7-80eb-841b6878cbb4 HTTP/1.1" status: 200 len: 848 time: 0.0451148 Oct 19 08:36:47.310662 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-ada4db18-29ec-4bcd-bbaa-fa3ed1f4c442 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99f587ad-50a2-4763-8d6f-46d8c355845a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244863 Oct 19 08:36:47.326921 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-ca5f8694-cdfd-4867-9fc9-e173b6996d32 admin admin] Deleting port 3f46fb90-8f0b-404f-8a85-44f500ab10ff {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:47.327258 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8694-cdfd-4867-9fc9-e173b6996d32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:47.404464 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-f19b2ee0-b052-4670-b104-863f62283467 service neutron] 10.222.0.11 "GET /v2.0/networks/99f587ad-50a2-4763-8d6f-46d8c355845a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861404 Oct 19 08:36:47.408893 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-ca5f8694-cdfd-4867-9fc9-e173b6996d32 admin admin] For port 3f46fb90-8f0b-404f-8a85-44f500ab10ff, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=3f46fb90-8f0b-404f-8a85-44f500ab10ff,segment=NetworkSegment(6f6e1326-9d9b-489e-9792-f32d8fbe500a),segment_id=6f6e1326-9d9b-489e-9792-f32d8fbe500a)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:47.409281 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8694-cdfd-4867-9fc9-e173b6996d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:47.421098 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-ca5f8694-cdfd-4867-9fc9-e173b6996d32 admin admin] Calling delete_port for 3f46fb90-8f0b-404f-8a85-44f500ab10ff owned by network:router_interface {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:47.493871 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-a45e3fcc-7e23-4483-9120-83b2820652c3 req-f8c43fa8-fd12-4265-9788-4c5966c631ea service neutron] 10.222.0.11 "GET /v2.0/networks/99f587ad-50a2-4763-8d6f-46d8c355845a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818379 Oct 19 08:36:47.576739 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbfedd-15a6-45e0-909b-92fb5bc1aad7 req-7385b14c-9cb6-4b76-a9b9-111521a975ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:47.578218 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f7cbfedd-15a6-45e0-909b-92fb5bc1aad7 req-7385b14c-9cb6-4b76-a9b9-111521a975ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab690ea015684fd0a5fb3fd3b162b6a7&device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 1096 time: 0.0397871 Oct 19 08:36:47.600444 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8694-cdfd-4867-9fc9-e173b6996d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:47.625996 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f8694-cdfd-4867-9fc9-e173b6996d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f46fb90-8f0b-404f-8a85-44f500ab10ff,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:47.679734 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbfedd-15a6-45e0-909b-92fb5bc1aad7 req-b4f88f8c-41d8-4733-a12c-a99799709ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:47.681119 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f7cbfedd-15a6-45e0-909b-92fb5bc1aad7 req-b4f88f8c-41d8-4733-a12c-a99799709ecc service neutron] 10.222.0.11 "GET /v2.0/networks?id=99f587ad-50a2-4763-8d6f-46d8c355845a HTTP/1.1" status: 200 len: 909 time: 0.0963407 Oct 19 08:36:47.721642 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:47.725265 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f7cbfedd-15a6-45e0-909b-92fb5bc1aad7 req-674c5e6d-6635-4ee4-9e80-0d60298f0849 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8db49dd2-9f49-4165-bb98-9f00d66cff2d HTTP/1.1" status: 200 len: 217 time: 0.0368347 Oct 19 08:36:47.781397 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbfedd-15a6-45e0-909b-92fb5bc1aad7 req-55947e11-6cb8-44d3-8d7a-12decb848a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:47.783095 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f7cbfedd-15a6-45e0-909b-92fb5bc1aad7 req-55947e11-6cb8-44d3-8d7a-12decb848a24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0654a63b-cf82-41c7-80eb-841b6878cbb4 HTTP/1.1" status: 200 len: 848 time: 0.0511589 Oct 19 08:36:47.793627 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-ca5f8694-cdfd-4867-9fc9-e173b6996d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626390'] for router_interface, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:47.818784 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f7cbfedd-15a6-45e0-909b-92fb5bc1aad7 req-8505e8d4-4b91-4b4e-9e4c-94d4ceaa070b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99f587ad-50a2-4763-8d6f-46d8c355845a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275526 Oct 19 08:36:47.908345 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f7cbfedd-15a6-45e0-909b-92fb5bc1aad7 req-adbec3e9-1029-42de-8cc1-670e8128b253 service neutron] 10.222.0.11 "GET /v2.0/networks/99f587ad-50a2-4763-8d6f-46d8c355845a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826061 Oct 19 08:36:48.008802 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f7cbfedd-15a6-45e0-909b-92fb5bc1aad7 req-aa038ca2-db75-4a69-bf4b-6f840f3d671a service neutron] 10.222.0.11 "GET /v2.0/networks/99f587ad-50a2-4763-8d6f-46d8c355845a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927448 Oct 19 08:36:48.013275 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5f8694-cdfd-4867-9fc9-e173b6996d32 admin admin] Router 47c41f78-2d90-4cda-bb67-f51851034fbd has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:36:48.119902 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5f8694-cdfd-4867-9fc9-e173b6996d32 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:36:48.124805 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-ca5f8694-cdfd-4867-9fc9-e173b6996d32 admin admin] 10.222.0.26 "PUT /v2.0/routers/47c41f78-2d90-4cda-bb67-f51851034fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7293248 Oct 19 08:36:48.127539 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48176) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:48.130079 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c1f51-f56f-4186-8028-19cb6a3695a4 None None] Sync routers for ids ['47c41f78-2d90-4cda-bb67-f51851034fbd'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:36:48.139012 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c1f51-f56f-4186-8028-19cb6a3695a4 None None] Routers {'47c41f78-2d90-4cda-bb67-f51851034fbd'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:36:48.139601 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-625c1f51-f56f-4186-8028-19cb6a3695a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:36:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['47c41f78-2d90-4cda-bb67-f51851034fbd'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:48.229193 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Publish callbacks [] for router, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:48.241586 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-625c1f51-f56f-4186-8028-19cb6a3695a4 None None] Set router 47c41f78-2d90-4cda-bb67-f51851034fbd gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:36:48.358437 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:48.382542 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b3d0e-ec94-4bf4-8c34-2db5a468b8dc req-9a3185bb-6c38-4644-8a17-86bc207dbc26 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:48.384032 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8b5b3d0e-ec94-4bf4-8c34-2db5a468b8dc req-9a3185bb-6c38-4644-8a17-86bc207dbc26 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 943 time: 0.0677657 Oct 19 08:36:48.416683 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-625c1f51-f56f-4186-8028-19cb6a3695a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'name': 'tempest-TestShelveInstance-211138631-router', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:36:47Z', 'revision_number': 5, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'gw_port': {'id': 'd868c9e7-9489-4ea9-a8e2-8aba395a98bd', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:48.442732 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-8b5b3d0e-ec94-4bf4-8c34-2db5a468b8dc req-5463f98f-61e4-4284-9f57-d32583a643e2 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Oct 19 08:36:48.446353 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c1f51-f56f-4186-8028-19cb6a3695a4 None None] Checking router: 47c41f78-2d90-4cda-bb67-f51851034fbd for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:36:48.454197 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Deleting port d868c9e7-9489-4ea9-a8e2-8aba395a98bd {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:48.459230 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:48.459537 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c1f51-f56f-4186-8028-19cb6a3695a4 None None] Routers {'47c41f78-2d90-4cda-bb67-f51851034fbd'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:36:48.459537 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-625c1f51-f56f-4186-8028-19cb6a3695a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:36:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['47c41f78-2d90-4cda-bb67-f51851034fbd'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:48.536234 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] For port d868c9e7-9489-4ea9-a8e2-8aba395a98bd, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=d868c9e7-9489-4ea9-a8e2-8aba395a98bd,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:48.536509 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:48.539756 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-625c1f51-f56f-4186-8028-19cb6a3695a4 None None] Set router 47c41f78-2d90-4cda-bb67-f51851034fbd gateway port host: None {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:36:48.548025 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Calling delete_port for d868c9e7-9489-4ea9-a8e2-8aba395a98bd owned by network:router_gateway {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:48.591355 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-625c1f51-f56f-4186-8028-19cb6a3695a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'name': 'tempest-TestShelveInstance-211138631-router', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:36:48Z', 'revision_number': 6, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'gw_port_host': None}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:48.620258 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c1f51-f56f-4186-8028-19cb6a3695a4 None None] The sync data for ids ['47c41f78-2d90-4cda-bb67-f51851034fbd'] in dv-cinder-813984-3-iscsi is: [{'id': '47c41f78-2d90-4cda-bb67-f51851034fbd', 'name': 'tempest-TestShelveInstance-211138631-router', 'tenant_id': '9275db05c5c846568c747c5174c4f75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:27Z', 'updated_at': '2021-10-19T08:36:48Z', 'revision_number': 6, 'project_id': '9275db05c5c846568c747c5174c4f75c', 'gw_port_host': None}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:36:48.714121 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:48.739777 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=d868c9e7-9489-4ea9-a8e2-8aba395a98bd,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:48.801842 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627888'] for router_gateway, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:48.891389 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7290'] for router, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:48.894544 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:48.939490 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625344'] for router, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:48.940186 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47c41f78-2d90-4cda-bb67-f51851034fbd {{(pid=99813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:36:48.945604 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] Publish callbacks [] for router, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:48.946781 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-396d0bfd-4959-4b69-8090-5208ced81f29 admin admin] 10.222.0.26 "DELETE /v2.0/routers/47c41f78-2d90-4cda-bb67-f51851034fbd HTTP/1.1" status: 204 len: 168 time: 0.8183029 Oct 19 08:36:48.949223 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48180) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:48.995423 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d1f9b0-7400-4144-8e2e-2e390a96554c admin admin] Deleting subnet 9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8 {{(pid=99813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:36:48.998854 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f9b0-7400-4144-8e2e-2e390a96554c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.035342 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f9b0-7400-4144-8e2e-2e390a96554c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60713938'] for subnet, precommit_delete_associations {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.114651 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f9b0-7400-4144-8e2e-2e390a96554c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.166575 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f9b0-7400-4144-8e2e-2e390a96554c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60714075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58818533'] for subnet, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.192037 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1f9b0-7400-4144-8e2e-2e390a96554c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:49.196702 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f9b0-7400-4144-8e2e-2e390a96554c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for subnet, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.200709 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-f7d1f9b0-7400-4144-8e2e-2e390a96554c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9bb9ae1b-1d56-4212-a18e-5b39cf2fbdd8 HTTP/1.1" status: 204 len: 168 time: 0.2503991 Oct 19 08:36:49.201918 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d5abc8-3cda-4987-b190-b0fc3bdc8530 None None] Network 0287f81f-e0f3-426d-9a45-348c63bc6b6d requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:36:49.202966 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48182) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:49.275128 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.327050 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Deleting port 4962b290-4fa9-4da6-b4c0-5d63b602c42a {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:49.327383 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.394167 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] For port 4962b290-4fa9-4da6-b4c0-5d63b602c42a, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4962b290-4fa9-4da6-b4c0-5d63b602c42a,segment=NetworkSegment(6f6e1326-9d9b-489e-9792-f32d8fbe500a),segment_id=6f6e1326-9d9b-489e-9792-f32d8fbe500a)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:49.394441 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.402437 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d222a81-c756-4a5e-8c6f-5418ddfa3970 None None] DHCP port deletion for 0287f81f-e0f3-426d-9a45-348c63bc6b6d request from dv-cinder-813984-3-iscsi {{(pid=99814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:36:49.412615 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Calling delete_port for 4962b290-4fa9-4da6-b4c0-5d63b602c42a owned by network:dhcp {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:49.449281 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-9d222a81-c756-4a5e-8c6f-5418ddfa3970 None None] Deleting port 4962b290-4fa9-4da6-b4c0-5d63b602c42a {{(pid=99814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:49.449737 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-9d222a81-c756-4a5e-8c6f-5418ddfa3970 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.502312 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.522070 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-9d222a81-c756-4a5e-8c6f-5418ddfa3970 None None] For port 4962b290-4fa9-4da6-b4c0-5d63b602c42a, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4962b290-4fa9-4da6-b4c0-5d63b602c42a,segment=NetworkSegment(6f6e1326-9d9b-489e-9792-f32d8fbe500a),segment_id=6f6e1326-9d9b-489e-9792-f32d8fbe500a)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:49.522471 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-9d222a81-c756-4a5e-8c6f-5418ddfa3970 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.533696 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Pushing event deleted for resources: {'Port': ['ID=4962b290-4fa9-4da6-b4c0-5d63b602c42a,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:49.535553 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-9d222a81-c756-4a5e-8c6f-5418ddfa3970 None None] Calling delete_port for 4962b290-4fa9-4da6-b4c0-5d63b602c42a owned by network:dhcp {{(pid=99814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:49.535709 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] No DVR routers for this DVR port 4962b290-4fa9-4da6-b4c0-5d63b602c42a on host dv-cinder-813984-3-iscsi {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:36:49.612166 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-9d222a81-c756-4a5e-8c6f-5418ddfa3970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626'] for port, after_delete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.635519 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d222a81-c756-4a5e-8c6f-5418ddfa3970 None None] Pushing event deleted for resources: {'Port': ['ID=4962b290-4fa9-4da6-b4c0-5d63b602c42a,revision_number=None']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:49.637568 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.646447 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d222a81-c756-4a5e-8c6f-5418ddfa3970 None None] No DVR routers for this DVR port 4962b290-4fa9-4da6-b4c0-5d63b602c42a on host dv-cinder-813984-3-iscsi {{(pid=99814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:36:49.653773 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e52d5-912d-4f08-b3a7-07f96f48e3dc req-dd169c01-c5f8-4c28-98a4-512216ad3a03 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:49.654886 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5e1e52d5-912d-4f08-b3a7-07f96f48e3dc req-dd169c01-c5f8-4c28-98a4-512216ad3a03 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 943 time: 0.1243317 Oct 19 08:36:49.677480 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0287f81f-e0f3-426d-9a45-348c63bc6b6d']}} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:49.694672 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6e1326-9d9b-489e-9792-f32d8fbe500a') {'for_net_delete': True} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:49.694845 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6e1326-9d9b-489e-9792-f32d8fbe500a') {} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:36:49.713410 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60713931'] for segment, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.725069 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-5e1e52d5-912d-4f08-b3a7-07f96f48e3dc req-bc6c1c0d-18ce-4de5-9868-b4b68170ad1e tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581343 Oct 19 08:36:49.733023 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.740109 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=99813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:36:49.740494 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60713989'] for segment, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: Traceback (most recent call last): Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: timer() Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: cb(*args, **kw) Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: return func(*args, **kwargs) Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: self._notify() Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: self.callback(batched_events) Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: event.method(event) Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: return f(self, *a, **k) Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._get(url).json() Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: return self.request(url, 'GET', **kwargs) Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:36:49.742143 dv-cinder-813984-3-iscsi neutron-server[99813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:36:49.799813 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.804504 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:49.807694 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0287f81f-e0f3-426d-9a45-348c63bc6b6d HTTP/1.1" status: 204 len: 168 time: 0.6038339 Oct 19 08:36:49.819803 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1421aa4-9205-4e58-8314-fb7bdfaf3691 admin admin] Pushing event deleted for resources: {'Network': ['ID=0287f81f-e0f3-426d-9a45-348c63bc6b6d,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:49.914714 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48188) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:49.956808 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-7a59a340-4e45-42c6-a047-3e1362f3c3c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c35a609df154c65988d39d98e9f50c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407856 Oct 19 08:36:49.959255 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48190) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:49.986458 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4962b290-4fa9-4da6-b4c0-5d63b602c42a no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:36:50.006578 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 4962b290-4fa9-4da6-b4c0-5d63b602c42a {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:36:50.006918 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4962b290-4fa9-4da6-b4c0-5d63b602c42a not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:36:50.007316 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device d868c9e7-9489-4ea9-a8e2-8aba395a98bd no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:36:50.007946 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0381a2fa-c985-4a22-99fc-cf7a1d904893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:50.028032 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: d868c9e7-9489-4ea9-a8e2-8aba395a98bd {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:36:50.028364 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device d868c9e7-9489-4ea9-a8e2-8aba395a98bd not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:36:50.028638 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0381a2fa-c985-4a22-99fc-cf7a1d904893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:50.028752 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 3f46fb90-8f0b-404f-8a85-44f500ab10ff no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:36:50.046713 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 3f46fb90-8f0b-404f-8a85-44f500ab10ff {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:36:50.047048 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 3f46fb90-8f0b-404f-8a85-44f500ab10ff not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:36:50.078974 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0381a2fa-c985-4a22-99fc-cf7a1d904893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:50.082329 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0381a2fa-c985-4a22-99fc-cf7a1d904893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:50.083478 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-0381a2fa-c985-4a22-99fc-cf7a1d904893 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10ccdae3-9db6-4f87-94ab-7bb50ae924a1 HTTP/1.1" status: 204 len: 168 time: 0.1230252 Oct 19 08:36:50.091162 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381a2fa-c985-4a22-99fc-cf7a1d904893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ccdae3-9db6-4f87-94ab-7bb50ae924a1,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:50.380816 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48196) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:50.419646 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-226a6a7c-046d-4ef9-b0bd-6ab5cd2c900c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9275db05c5c846568c747c5174c4f75c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376430 Oct 19 08:36:50.421991 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48198) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:36:50.469434 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-00e55de2-d418-4777-a991-293e4d203f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:50.489748 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-00e55de2-d418-4777-a991-293e4d203f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:50.539169 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-00e55de2-d418-4777-a991-293e4d203f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:50.542080 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-00e55de2-d418-4777-a991-293e4d203f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:50.544731 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-00e55de2-d418-4777-a991-293e4d203f3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e86e129a-986c-474e-816f-9c9d080f0b7f HTTP/1.1" status: 204 len: 168 time: 0.1216280 Oct 19 08:36:50.553014 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e55de2-d418-4777-a991-293e4d203f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86e129a-986c-474e-816f-9c9d080f0b7f,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:50.849182 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12377f63-96aa-4863-b162-457808685c9f req-ef8e0e50-506d-42a1-912f-dbd62af542ca tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:50.850830 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-12377f63-96aa-4863-b162-457808685c9f req-ef8e0e50-506d-42a1-912f-dbd62af542ca tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 943 time: 0.0513864 Oct 19 08:36:50.893607 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-12377f63-96aa-4863-b162-457808685c9f req-d7e2f846-3dc4-4116-89ba-801ded29d749 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354726 Oct 19 08:36:51.308454 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 8db49dd2-9f49-4165-bb98-9f00d66cff2d details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:36:51.400383 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 8db49dd2-9f49-4165-bb98-9f00d66cff2d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8db49dd2-9f49-4165-bb98-9f00d66cff2d,segment=NetworkSegment(18efcdfc-448a-4c4e-8aee-5b0869a3eecb),segment_id=18efcdfc-448a-4c4e-8aee-5b0869a3eecb)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:51.414984 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '8db49dd2-9f49-4165-bb98-9f00d66cff2d', 'network_id': '99f587ad-50a2-4763-8d6f-46d8c355845a', 'port_id': '8db49dd2-9f49-4165-bb98-9f00d66cff2d', 'mac_address': 'fa:16:3e:de:5a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0654a63b-cf82-41c7-80eb-841b6878cbb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:36:51.575828 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:51.576454 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:51.589029 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db49dd2-9f49-4165-bb98-9f00d66cff2d {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:36:51.608479 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 8db49dd2-9f49-4165-bb98-9f00d66cff2d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8db49dd2-9f49-4165-bb98-9f00d66cff2d,segment=NetworkSegment(18efcdfc-448a-4c4e-8aee-5b0869a3eecb),segment_id=18efcdfc-448a-4c4e-8aee-5b0869a3eecb)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:51.612110 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:51.656951 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=8db49dd2-9f49-4165-bb98-9f00d66cff2d,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:51.919808 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['8db49dd2-9f49-4165-bb98-9f00d66cff2d'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:36:52.007535 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab7512-e0c7-4ff1-bc45-1e3117fd9575 req-93c782fd-95ac-4ec2-9804-2948451f19a7 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:52.008986 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-46ab7512-e0c7-4ff1-bc45-1e3117fd9575 req-93c782fd-95ac-4ec2-9804-2948451f19a7 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 944 time: 0.0481064 Oct 19 08:36:52.047320 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-46ab7512-e0c7-4ff1-bc45-1e3117fd9575 req-5ba1ff36-144a-41c7-b6eb-508889daa1bc tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323608 Oct 19 08:36:53.161909 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e4d81-b112-468c-ad63-29e96aab4a52 req-05e13021-f54e-4c57-8032-14da4ab52718 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:53.163358 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3d2e4d81-b112-468c-ad63-29e96aab4a52 req-05e13021-f54e-4c57-8032-14da4ab52718 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 944 time: 0.0508926 Oct 19 08:36:53.200003 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-3d2e4d81-b112-468c-ad63-29e96aab4a52 req-6ab28664-f5f3-4dbb-a3a5-ea3fcdcc8d43 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307999 Oct 19 08:36:53.304894 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 8db49dd2-9f49-4165-bb98-9f00d66cff2d up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:36:53.351950 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port 8db49dd2-9f49-4165-bb98-9f00d66cff2d completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:36:53.355381 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 8db49dd2-9f49-4165-bb98-9f00d66cff2d triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:36:53.355748 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:53.433255 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:53.454253 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aed19ab-e848-44c3-ad4f-2221f4f4a860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db49dd2-9f49-4165-bb98-9f00d66cff2d'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:36:53.456550 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa980cf-bacc-4d7b-b1fa-260bef1883f9" -d '{"events": [{"server_uuid": "1aed19ab-e848-44c3-ad4f-2221f4f4a860", "name": "network-vif-plugged", "status": "completed", "tag": "8db49dd2-9f49-4165-bb98-9f00d66cff2d"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:36:53.468943 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 8db49dd2-9f49-4165-bb98-9f00d66cff2d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8db49dd2-9f49-4165-bb98-9f00d66cff2d,segment=NetworkSegment(18efcdfc-448a-4c4e-8aee-5b0869a3eecb),segment_id=18efcdfc-448a-4c4e-8aee-5b0869a3eecb)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:53.473759 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:53.497870 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdbae1e-6b36-43ec-a277-2aa11371601b x-openstack-request-id: req-fcdbae1e-6b36-43ec-a277-2aa11371601b {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:36:53.498166 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aed19ab-e848-44c3-ad4f-2221f4f4a860", "name": "network-vif-plugged", "status": "completed", "tag": "8db49dd2-9f49-4165-bb98-9f00d66cff2d", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:36:53.498417 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fcdbae1e-6b36-43ec-a277-2aa11371601b {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:36:53.498881 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aed19ab-e848-44c3-ad4f-2221f4f4a860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db49dd2-9f49-4165-bb98-9f00d66cff2d', 'code': 200} Oct 19 08:36:53.523620 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=8db49dd2-9f49-4165-bb98-9f00d66cff2d,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:53.653205 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa172632-2f1d-44e2-8236-de535d30f9d8 req-722f75bb-754e-44d2-8f55-266ad72d9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:53.654612 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-fa172632-2f1d-44e2-8236-de535d30f9d8 req-722f75bb-754e-44d2-8f55-266ad72d9218 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 1098 time: 0.0384655 Oct 19 08:36:53.692777 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-fa172632-2f1d-44e2-8236-de535d30f9d8 req-ff1b7761-bc77-4afa-954f-709def1e5b59 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307148 Oct 19 08:36:54.315082 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1d4ab-77d8-4f7c-a7be-4037608045ff req-09e6042d-2568-48d1-943a-ebbec0e1c993 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:54.316517 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c0f1d4ab-77d8-4f7c-a7be-4037608045ff req-09e6042d-2568-48d1-943a-ebbec0e1c993 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 945 time: 0.0482173 Oct 19 08:36:54.353417 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c0f1d4ab-77d8-4f7c-a7be-4037608045ff req-385745bc-8617-4f27-9a4e-e8734f34b9e6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309486 Oct 19 08:36:55.467958 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1ddc9-3f20-48ac-8a6e-dc76ccbe0dfb req-1db5434c-14ee-4155-851a-2e666535ae4b tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:55.469374 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71a1ddc9-3f20-48ac-8a6e-dc76ccbe0dfb req-1db5434c-14ee-4155-851a-2e666535ae4b tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Oct 19 08:36:55.506796 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-71a1ddc9-3f20-48ac-8a6e-dc76ccbe0dfb req-6c49c340-8d61-460e-87e6-341c110aa522 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Oct 19 08:36:56.124135 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd29621-ca08-4456-b836-b56d9da83a85 req-d53ca673-ef83-4f23-9a43-edecb70dd74e tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:56.125539 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6fd29621-ca08-4456-b836-b56d9da83a85 req-d53ca673-ef83-4f23-9a43-edecb70dd74e tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 945 time: 0.0503590 Oct 19 08:36:56.162816 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6fd29621-ca08-4456-b836-b56d9da83a85 req-05a307fa-44aa-4596-89a5-b70c81f4aeee tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302424 Oct 19 08:36:57.276361 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df247a-023c-488d-ac1e-cd32712551ac req-6cf722d7-5284-48ad-ba5b-3e42444a1713 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:57.277823 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-21df247a-023c-488d-ac1e-cd32712551ac req-6cf722d7-5284-48ad-ba5b-3e42444a1713 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 945 time: 0.0479860 Oct 19 08:36:57.316080 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-21df247a-023c-488d-ac1e-cd32712551ac req-54265876-3404-4c60-9e7b-26f8ad15b5f6 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/security-groups?id=31907871-3d26-483e-aa50-7bc1e94f525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317883 Oct 19 08:36:57.536710 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389e246-30eb-4cd2-a452-2a778c81719f req-051098a3-1ad3-4caa-aba6-07623b687b73 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:36:57.538023 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-2389e246-30eb-4cd2-a452-2a778c81719f req-051098a3-1ad3-4caa-aba6-07623b687b73 tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.11 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 945 time: 0.0487325 Oct 19 08:36:57.627833 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [req-2389e246-30eb-4cd2-a452-2a778c81719f req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Deleting port 8db49dd2-9f49-4165-bb98-9f00d66cff2d {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:36:57.628153 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-2389e246-30eb-4cd2-a452-2a778c81719f req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:57.962248 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-2389e246-30eb-4cd2-a452-2a778c81719f req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] For port 8db49dd2-9f49-4165-bb98-9f00d66cff2d, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8db49dd2-9f49-4165-bb98-9f00d66cff2d,segment=NetworkSegment(18efcdfc-448a-4c4e-8aee-5b0869a3eecb),segment_id=18efcdfc-448a-4c4e-8aee-5b0869a3eecb)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:36:57.962637 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-2389e246-30eb-4cd2-a452-2a778c81719f req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:57.975498 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [req-2389e246-30eb-4cd2-a452-2a778c81719f req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Calling delete_port for 8db49dd2-9f49-4165-bb98-9f00d66cff2d owned by compute:nova {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:36:58.105590 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-2389e246-30eb-4cd2-a452-2a778c81719f req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:58.117350 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['8db49dd2-9f49-4165-bb98-9f00d66cff2d'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:36:58.141545 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Pushing event deleted for resources: {'Port': ['ID=8db49dd2-9f49-4165-bb98-9f00d66cff2d,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:36:58.164966 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:58.165302 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:58.165631 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:58.165954 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:58.166280 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:58.166616 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:58.166932 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:58.167246 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:58.167558 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:58.167871 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:58.168178 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:58.168484 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:36:58.184628 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2389e246-30eb-4cd2-a452-2a778c81719f req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] No DVR routers for this DVR port 8db49dd2-9f49-4165-bb98-9f00d66cff2d on host hv-cinder-81398 {{(pid=99812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:36:58.186842 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-2389e246-30eb-4cd2-a452-2a778c81719f req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:36:58.190468 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-2389e246-30eb-4cd2-a452-2a778c81719f req-a2c6fd6e-fead-45af-87a7-2e1fcbfc2fcd tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.11 "DELETE /v2.0/ports/8db49dd2-9f49-4165-bb98-9f00d66cff2d HTTP/1.1" status: 204 len: 173 time: 0.6462514 Oct 19 08:36:58.190910 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aed19ab-e848-44c3-ad4f-2221f4f4a860', 'name': 'network-vif-deleted', 'tag': '8db49dd2-9f49-4165-bb98-9f00d66cff2d'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:36:58.193106 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656d2e91-9002-47df-b750-3d56e9231485" -d '{"events": [{"server_uuid": "1aed19ab-e848-44c3-ad4f-2221f4f4a860", "name": "network-vif-deleted", "tag": "8db49dd2-9f49-4165-bb98-9f00d66cff2d"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:36:58.405783 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1df026-145b-464e-8a8d-19c4930ef7d6 x-openstack-request-id: req-cf1df026-145b-464e-8a8d-19c4930ef7d6 {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:36:58.406075 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aed19ab-e848-44c3-ad4f-2221f4f4a860", "name": "network-vif-deleted", "tag": "8db49dd2-9f49-4165-bb98-9f00d66cff2d", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:36:58.406325 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf1df026-145b-464e-8a8d-19c4930ef7d6 {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:36:58.406754 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aed19ab-e848-44c3-ad4f-2221f4f4a860', 'name': 'network-vif-deleted', 'tag': '8db49dd2-9f49-4165-bb98-9f00d66cff2d', 'status': 'completed', 'code': 200} Oct 19 08:36:58.422551 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b397a05e-98aa-4be5-8ffb-26148fe9eed2 req-27fc21e0-6f38-4f11-95eb-b7f18b9671ba tempest-VolumesActionsTest-730949706 tempest-VolumesActionsTest-730949706-project] 10.222.0.26 "GET /v2.0/ports?device_id=1aed19ab-e848-44c3-ad4f-2221f4f4a860 HTTP/1.1" status: 200 len: 210 time: 0.0275137 Oct 19 08:37:01.872892 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 8db49dd2-9f49-4165-bb98-9f00d66cff2d no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:37:01.895674 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: 8db49dd2-9f49-4165-bb98-9f00d66cff2d {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:37:01.896013 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 8db49dd2-9f49-4165-bb98-9f00d66cff2d not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:37:11.919172 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e174294c-b1d5-405f-8e94-5e4d5c43d8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:15.022026 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:37:15.107599 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-c79dfff6-32f4-49b3-9ad4-0a2f2cac3423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:15.961025 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:16.663967 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:17.718038 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:21.474203 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:24.244422 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48502) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:37:24.288295 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ca76bd-dd57-452f-b0cd-34ae5ec7e9e2 admin admin] Deleting subnet 0654a63b-cf82-41c7-80eb-841b6878cbb4 {{(pid=99812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:37:24.291235 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06ca76bd-dd57-452f-b0cd-34ae5ec7e9e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:24.328331 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06ca76bd-dd57-452f-b0cd-34ae5ec7e9e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911843'] for subnet, precommit_delete_associations {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:24.367216 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06ca76bd-dd57-452f-b0cd-34ae5ec7e9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:24.422040 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06ca76bd-dd57-452f-b0cd-34ae5ec7e9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60597195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59567234'] for subnet, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:24.448604 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca76bd-dd57-452f-b0cd-34ae5ec7e9e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0654a63b-cf82-41c7-80eb-841b6878cbb4,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:37:24.450557 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06ca76bd-dd57-452f-b0cd-34ae5ec7e9e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:24.454756 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-06ca76bd-dd57-452f-b0cd-34ae5ec7e9e2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0654a63b-cf82-41c7-80eb-841b6878cbb4 HTTP/1.1" status: 204 len: 168 time: 0.2082250 Oct 19 08:37:24.456752 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48504) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:37:24.527479 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-524fe8bb-e48f-48f7-81c3-5516dfb42724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:24.604512 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-524fe8bb-e48f-48f7-81c3-5516dfb42724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:24.624361 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-524fe8bb-e48f-48f7-81c3-5516dfb42724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f587ad-50a2-4763-8d6f-46d8c355845a']}} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:37:24.633233 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-524fe8bb-e48f-48f7-81c3-5516dfb42724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18efcdfc-448a-4c4e-8aee-5b0869a3eecb') {'for_net_delete': True} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:37:24.633520 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.services.segments.db [None req-524fe8bb-e48f-48f7-81c3-5516dfb42724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18efcdfc-448a-4c4e-8aee-5b0869a3eecb') {} {{(pid=99812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:37:24.642704 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-524fe8bb-e48f-48f7-81c3-5516dfb42724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911866'] for segment, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:24.655730 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-524fe8bb-e48f-48f7-81c3-5516dfb42724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:24.662056 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524fe8bb-e48f-48f7-81c3-5516dfb42724 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=99812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:37:24.662427 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-524fe8bb-e48f-48f7-81c3-5516dfb42724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60597141'] for segment, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: Traceback (most recent call last): Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: timer() Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: cb(*args, **kw) Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: return func(*args, **kwargs) Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: self._notify() Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: self.callback(batched_events) Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: event.method(event) Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: return f(self, *a, **k) Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: return self._get(url).json() Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: return self.request(url, 'GET', **kwargs) Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:37:24.664048 dv-cinder-813984-3-iscsi neutron-server[99812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:37:24.719960 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-524fe8bb-e48f-48f7-81c3-5516dfb42724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:24.725701 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-524fe8bb-e48f-48f7-81c3-5516dfb42724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:24.728798 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-524fe8bb-e48f-48f7-81c3-5516dfb42724 admin admin] 10.222.0.26 "DELETE /v2.0/networks/99f587ad-50a2-4763-8d6f-46d8c355845a HTTP/1.1" status: 204 len: 168 time: 0.2711270 Oct 19 08:37:24.739665 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fe8bb-e48f-48f7-81c3-5516dfb42724 admin admin] Pushing event deleted for resources: {'Network': ['ID=99f587ad-50a2-4763-8d6f-46d8c355845a,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:37:24.924624 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48518) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:37:24.965406 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-180a48e1-2e95-440c-aff9-5637f9016199 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab690ea015684fd0a5fb3fd3b162b6a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395796 Oct 19 08:37:24.967859 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48520) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:37:24.970051 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-3bdcb669-03cc-43e3-9b63-5f84b95499d7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740896653&fields=id&tenant_id=28ca19e490b045a8af80ce6bc64afa50 HTTP/1.1" status: 200 len: 267 time: 0.0317748 Oct 19 08:37:25.017959 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-80fb4fe6-ae84-4601-a38c-0fd4d9d459f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:25.039885 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-80fb4fe6-ae84-4601-a38c-0fd4d9d459f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:25.079393 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839021-304f-410c-beff-09aa89a3603b req-de2a9f05-2208-4efd-911d-3a8b35fffa72 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:25.081515 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-de2a9f05-2208-4efd-911d-3a8b35fffa72 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 812 time: 0.1041291 Oct 19 08:37:25.091013 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-80fb4fe6-ae84-4601-a38c-0fd4d9d459f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:25.093892 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-80fb4fe6-ae84-4601-a38c-0fd4d9d459f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:25.095069 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-80fb4fe6-ae84-4601-a38c-0fd4d9d459f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31907871-3d26-483e-aa50-7bc1e94f525a HTTP/1.1" status: 204 len: 168 time: 0.1262803 Oct 19 08:37:25.100861 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-40fca083-7877-43ef-b58f-429b7e938e92 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/quotas/28ca19e490b045a8af80ce6bc64afa50 HTTP/1.1" status: 200 len: 375 time: 0.0132320 Oct 19 08:37:25.103993 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb4fe6-ae84-4601-a38c-0fd4d9d459f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31907871-3d26-483e-aa50-7bc1e94f525a,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:37:25.157586 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-dee00193-3066-46d8-85f6-76655119f8e7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0537813 Oct 19 08:37:25.256819 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-7bcb2461-be1e-43a9-92ad-af07e0e6308c service neutron] 10.222.0.26 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883152 Oct 19 08:37:25.350152 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-e78a0d50-6b3a-42b7-9bf9-ab627b84674b service neutron] 10.222.0.26 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852380 Oct 19 08:37:25.659389 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-1d1afd5f-88ad-4fa0-ad5b-01361e4009ac req-b5cef229-1fd7-4b53-b61d-6c7d26d671b6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 210 time: 0.0476239 Oct 19 08:37:26.754147 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-dbc76b62-26ea-4cbd-a987-f1ecf3885f89 req-6d3b3f62-458a-4dab-be78-de771d86b8bf tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 210 time: 0.0275321 Oct 19 08:37:26.870682 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839021-304f-410c-beff-09aa89a3603b req-76d028d3-758f-466e-b91b-361be393f3cd tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:26.872113 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-76d028d3-758f-466e-b91b-361be393f3cd tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 812 time: 0.1034636 Oct 19 08:37:26.916898 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-05c065e4-a6d5-421a-b292-ada09794aeb4 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28ca19e490b045a8af80ce6bc64afa50 HTTP/1.1" status: 200 len: 379 time: 0.0351493 Oct 19 08:37:26.927464 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-f4839021-304f-410c-beff-09aa89a3603b req-e48899dd-7e29-44c9-9f49-ee21cc1d21f6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Request body: {'port': {'device_id': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'admin_state_up': True, 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'security_groups': ['9f953905-b8d2-470f-816c-dcdf7d12bd2c']}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:37:27.039268 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4839021-304f-410c-beff-09aa89a3603b req-e48899dd-7e29-44c9-9f49-ee21cc1d21f6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Made reservation on behalf of 28ca19e490b045a8af80ce6bc64afa50 for: {'port': 1} {{(pid=99812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:37:27.042738 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-f4839021-304f-410c-beff-09aa89a3603b req-e48899dd-7e29-44c9-9f49-ee21cc1d21f6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:27.172265 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_common [req-f4839021-304f-410c-beff-09aa89a3603b req-e48899dd-7e29-44c9-9f49-ee21cc1d21f6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Allocated IP 172.20.0.4 (09e1e2e2-02ec-4078-9b6b-9e1d757336b7/172ef68a-c4a9-4c64-a462-ff7f41dc6844/145df4ff-19de-412e-8567-2c4aca7c2a1a) {{(pid=99812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:37:27.315280 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-f4839021-304f-410c-beff-09aa89a3603b req-e48899dd-7e29-44c9-9f49-ee21cc1d21f6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for port, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:27.349921 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-f4839021-304f-410c-beff-09aa89a3603b req-e48899dd-7e29-44c9-9f49-ee21cc1d21f6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:27.397930 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4839021-304f-410c-beff-09aa89a3603b req-e48899dd-7e29-44c9-9f49-ee21cc1d21f6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 is already hosted by enough agents. {{(pid=99812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:37:27.400913 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.base_scheduler [req-f4839021-304f-410c-beff-09aa89a3603b req-e48899dd-7e29-44c9-9f49-ee21cc1d21f6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Resources bound (agent type, host, resource id): {{(pid=99812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:37:27.403736 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4839021-304f-410c-beff-09aa89a3603b req-e48899dd-7e29-44c9-9f49-ee21cc1d21f6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Received port after_create {{(pid=99812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:37:27.435082 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48899dd-7e29-44c9-9f49-ee21cc1d21f6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'Port': ['ID=145df4ff-19de-412e-8567-2c4aca7c2a1a,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:37:27.461803 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839021-304f-410c-beff-09aa89a3603b req-e48899dd-7e29-44c9-9f49-ee21cc1d21f6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:27.462797 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-f4839021-304f-410c-beff-09aa89a3603b req-e48899dd-7e29-44c9-9f49-ee21cc1d21f6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:27.480156 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-e48899dd-7e29-44c9-9f49-ee21cc1d21f6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5568748 Oct 19 08:37:27.493590 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.v2.base [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Request body: {'port': {'device_id': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=99812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:37:27.552027 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:27.657779 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-af669100-4831-4078-987d-a67fb7eba51b None None] Provisioning complete for port 145df4ff-19de-412e-8567-2c4aca7c2a1a triggered by entity DHCP. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:37:27.658377 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-af669100-4831-4078-987d-a67fb7eba51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:27.691122 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-af669100-4831-4078-987d-a67fb7eba51b None None] Port 145df4ff-19de-412e-8567-2c4aca7c2a1a cannot update to ACTIVE because it is not bound. {{(pid=99814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 08:37:27.825154 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145df4ff-19de-412e-8567-2c4aca7c2a1a {{(pid=99812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:37:27.832845 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:27.845060 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.provisioning_blocks [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Transition to ACTIVE for port object 145df4ff-19de-412e-8567-2c4aca7c2a1a will not be triggered until provisioned by entity L2. {{(pid=99812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 08:37:27.849825 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60597233'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:27.868217 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5ca6a-4de7-411c-96c5-cb8e037260b2 req-81a8ca5d-a38b-4dd3-ad5b-a94f87afaf8a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:27.869733 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ce5ca6a-4de7-411c-96c5-cb8e037260b2 req-81a8ca5d-a38b-4dd3-ad5b-a94f87afaf8a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 931 time: 0.0493915 Oct 19 08:37:27.920958 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Pushing event updated for resources: {'Port': ['ID=145df4ff-19de-412e-8567-2c4aca7c2a1a,revision_number=2']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:37:27.922087 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2ce5ca6a-4de7-411c-96c5-cb8e037260b2 req-828c94be-e3bc-4ec8-8c93-909adfcd8340 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443394 Oct 19 08:37:27.980514 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Attempting to bind port 145df4ff-19de-412e-8567-2c4aca7c2a1a on host hv-cinder-81398 for vnic_type normal with profile {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 08:37:27.980845 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Attempting to bind port 145df4ff-19de-412e-8567-2c4aca7c2a1a by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 08:37:27.981171 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Attempting to bind port 145df4ff-19de-412e-8567-2c4aca7c2a1a on network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:37:27.985698 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Port 145df4ff-19de-412e-8567-2c4aca7c2a1a on network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:37:27.986016 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Attempting to bind port 145df4ff-19de-412e-8567-2c4aca7c2a1a on network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:37:27.991097 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Checking agent: {'id': 'ed62c978-4948-4fb4-b484-8b0a4a7c3169', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'started_at': datetime.datetime(2021, 10, 19, 8, 22, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 8, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:37:27.991435 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Checking segment: {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 08:37:27.991813 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Bound using segment: {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'} {{(pid=99812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:37:27.992239 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.managers [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Bound port: 145df4ff-19de-412e-8567-2c4aca7c2a1a, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22aaa46-60af-4935-ae5e-55a01f97e9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7'}}] {{(pid=99812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 08:37:27.992592 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:28.057263 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] For port 145df4ff-19de-412e-8567-2c4aca7c2a1a, host hv-cinder-81398, cleared binding levels {{(pid=99812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:37:28.060519 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] For port 145df4ff-19de-412e-8567-2c4aca7c2a1a, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=145df4ff-19de-412e-8567-2c4aca7c2a1a,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:37:28.063838 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60597233'] for port, after_update {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:28.098763 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:28.099298 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:28.100688 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] 10.222.0.11 "PUT /v2.0/ports/145df4ff-19de-412e-8567-2c4aca7c2a1a HTTP/1.1" status: 200 len: 1093 time: 0.6115956 Oct 19 08:37:28.101123 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'tag': '145df4ff-19de-412e-8567-2c4aca7c2a1a'}] {{(pid=99812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:37:28.103394 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c40c8a68b72bf48970c9ed54ecb4f248ff09679ce5081e16d0e43a0b7330f583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61e4656-bdac-4155-9b71-7fa4e045680e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7c9780-0b3d-4423-9101-38e472ec6dd4", "tag": "145df4ff-19de-412e-8567-2c4aca7c2a1a"}]}' {{(pid=99812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:37:28.137618 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a4fc1-3f9c-46d5-9643-c65f5e3abe40 service neutron] Pushing event updated for resources: {'Port': ['ID=145df4ff-19de-412e-8567-2c4aca7c2a1a,revision_number=3']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:37:28.141138 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e449c1-a076-4a8a-a799-b51906efc170 x-openstack-request-id: req-98e449c1-a076-4a8a-a799-b51906efc170 {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:37:28.141417 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7c9780-0b3d-4423-9101-38e472ec6dd4", "tag": "145df4ff-19de-412e-8567-2c4aca7c2a1a", "status": "completed", "code": 200}]} {{(pid=99812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:37:28.141660 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98e449c1-a076-4a8a-a799-b51906efc170 {{(pid=99812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:37:28.142035 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'tag': '145df4ff-19de-412e-8567-2c4aca7c2a1a', 'status': 'completed', 'code': 200} Oct 19 08:37:29.043543 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ba3c9-e21b-4d99-b67f-892b42f53cce req-6d5e8e52-dd0c-4c71-bc5d-574c10c4250e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:29.044956 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7f7ba3c9-e21b-4d99-b67f-892b42f53cce req-6d5e8e52-dd0c-4c71-bc5d-574c10c4250e tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 943 time: 0.0471773 Oct 19 08:37:29.081713 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-7f7ba3c9-e21b-4d99-b67f-892b42f53cce req-c81bd6a4-dbc9-4172-a4a7-0eeda82cb570 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306132 Oct 19 08:37:30.200032 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff16fb4-fe62-4d0e-af42-44b6f4233a3b req-093dac95-fd61-4571-b689-09bb9f768c87 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:30.201360 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9ff16fb4-fe62-4d0e-af42-44b6f4233a3b req-093dac95-fd61-4571-b689-09bb9f768c87 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 943 time: 0.0506661 Oct 19 08:37:30.238791 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9ff16fb4-fe62-4d0e-af42-44b6f4233a3b req-417e8bb4-9315-4f5a-9701-96894746cbb5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309114 Oct 19 08:37:31.348794 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b405c3-35d4-40f0-9e0f-cc866e1cb744 req-e855c171-c1c2-466b-bb5d-8d193f42277d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:31.350229 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c6b405c3-35d4-40f0-9e0f-cc866e1cb744 req-e855c171-c1c2-466b-bb5d-8d193f42277d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 943 time: 0.0472193 Oct 19 08:37:31.387908 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c6b405c3-35d4-40f0-9e0f-cc866e1cb744 req-eb04b825-4678-44a2-9411-b3573bc6dc53 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316007 Oct 19 08:37:31.848328 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e4656-bdac-4155-9b71-7fa4e045680e req-bade7ce1-44b1-458b-bbb1-a03b51eba4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:31.849794 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-b61e4656-bdac-4155-9b71-7fa4e045680e req-bade7ce1-44b1-458b-bbb1-a03b51eba4b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0427399 Oct 19 08:37:31.959659 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e4656-bdac-4155-9b71-7fa4e045680e req-651e4963-f50b-44b5-8a80-2dc6cde6294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:31.961217 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-b61e4656-bdac-4155-9b71-7fa4e045680e req-651e4963-f50b-44b5-8a80-2dc6cde6294b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=28ca19e490b045a8af80ce6bc64afa50&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1011691 Oct 19 08:37:32.088776 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e4656-bdac-4155-9b71-7fa4e045680e req-47d46934-31c9-4125-ae0a-8a6bca83cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:32.090229 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-b61e4656-bdac-4155-9b71-7fa4e045680e req-47d46934-31c9-4125-ae0a-8a6bca83cb87 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936344 Oct 19 08:37:32.169923 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839021-304f-410c-beff-09aa89a3603b req-34479514-35fa-4313-af9f-4758ec4c9f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:32.171656 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-34479514-35fa-4313-af9f-4758ec4c9f66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0432782 Oct 19 08:37:32.215171 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-ac55a04b-f114-4469-8c68-32333d001600 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=145df4ff-19de-412e-8567-2c4aca7c2a1a HTTP/1.1" status: 200 len: 217 time: 0.0346236 Oct 19 08:37:32.263028 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839021-304f-410c-beff-09aa89a3603b req-8256babc-f468-43ef-80aa-049e6e442e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:32.264404 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-8256babc-f468-43ef-80aa-049e6e442e90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 200 len: 851 time: 0.0427110 Oct 19 08:37:32.312462 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839021-304f-410c-beff-09aa89a3603b req-8e0a952f-72ba-4d22-a1f5-bc21c9a57641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:32.313924 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-8e0a952f-72ba-4d22-a1f5-bc21c9a57641 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421970 Oct 19 08:37:32.368120 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b034afc-0a92-48b7-93c8-17b77a80e649 req-0140c190-4bb0-42d4-b60c-32782c4113c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385540 Oct 19 08:37:32.404790 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-f2aa0aee-c99c-403d-a22a-a8217f2012f6 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822420 Oct 19 08:37:32.469604 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b034afc-0a92-48b7-93c8-17b77a80e649 req-f3d5819e-cb7e-409c-8840-3700945d32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:32.471606 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b034afc-0a92-48b7-93c8-17b77a80e649 req-f3d5819e-cb7e-409c-8840-3700945d32b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 1098 time: 0.0534847 Oct 19 08:37:32.500484 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [req-f4839021-304f-410c-beff-09aa89a3603b req-0d2b1ce8-1ff6-4a31-ae0a-b5d35e500a46 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882092 Oct 19 08:37:32.534911 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cafa78-cc92-4f72-9f24-27f027c9008f req-82eee80e-ad38-47bb-91cb-e4c630a48da3 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:32.536365 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-25cafa78-cc92-4f72-9f24-27f027c9008f req-82eee80e-ad38-47bb-91cb-e4c630a48da3 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 943 time: 0.0799913 Oct 19 08:37:32.611329 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-25cafa78-cc92-4f72-9f24-27f027c9008f req-20abc67f-f8ed-43fc-b7ef-a5af8cce84df tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506387 Oct 19 08:37:32.616360 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b034afc-0a92-48b7-93c8-17b77a80e649 req-5f642b81-3206-45ed-9f9c-7b722cc19bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:32.617716 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b034afc-0a92-48b7-93c8-17b77a80e649 req-5f642b81-3206-45ed-9f9c-7b722cc19bac service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 913 time: 0.1260462 Oct 19 08:37:32.937132 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b034afc-0a92-48b7-93c8-17b77a80e649 req-7c46c694-41e3-4c4c-b29c-d67950baf0af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ff330e-a352-4142-beea-72ad324f3271 HTTP/1.1" status: 200 len: 1001 time: 0.3078349 Oct 19 08:37:32.985541 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b034afc-0a92-48b7-93c8-17b77a80e649 req-ff6f616d-43bf-4576-b8c5-9a9b20b3db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:32.987095 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b034afc-0a92-48b7-93c8-17b77a80e649 req-ff6f616d-43bf-4576-b8c5-9a9b20b3db9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 200 len: 851 time: 0.0429015 Oct 19 08:37:33.035931 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b034afc-0a92-48b7-93c8-17b77a80e649 req-23833104-6d82-4a50-be20-3485151fe1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:33.037405 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b034afc-0a92-48b7-93c8-17b77a80e649 req-23833104-6d82-4a50-be20-3485151fe1ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433969 Oct 19 08:37:33.123879 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b034afc-0a92-48b7-93c8-17b77a80e649 req-05a201c0-736e-4cd7-8ea4-9d4b6148aa06 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786612 Oct 19 08:37:33.215676 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9b034afc-0a92-48b7-93c8-17b77a80e649 req-d72b44c8-759f-421b-8f3d-88ef02005de8 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843840 Oct 19 08:37:33.723981 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb04c8-13c4-4b4e-a6d0-714fd22979fa req-c667501f-dffb-45cf-80ea-af121ae8e844 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:33.725313 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ecbb04c8-13c4-4b4e-a6d0-714fd22979fa req-c667501f-dffb-45cf-80ea-af121ae8e844 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 943 time: 0.0474820 Oct 19 08:37:33.761801 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-ecbb04c8-13c4-4b4e-a6d0-714fd22979fa req-66551ecd-5712-45c0-ae27-cb78aa364cda tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305719 Oct 19 08:37:34.875293 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74d78b-0a7e-41ab-8648-578da75621e8 req-3874bd9d-c768-41fb-ad25-5b9040e98280 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:34.876739 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6f74d78b-0a7e-41ab-8648-578da75621e8 req-3874bd9d-c768-41fb-ad25-5b9040e98280 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 943 time: 0.0487869 Oct 19 08:37:34.913703 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-6f74d78b-0a7e-41ab-8648-578da75621e8 req-73ea9513-358d-4d26-ada5-df08678dfa78 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310183 Oct 19 08:37:35.226573 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48630) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:37:35.346733 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a06e8171-fed5-4f89-b5ae-b6bb4f093da4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:35.420707 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a06e8171-fed5-4f89-b5ae-b6bb4f093da4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:35.424594 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-a06e8171-fed5-4f89-b5ae-b6bb4f093da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_create {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:35.462633 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-a06e8171-fed5-4f89-b5ae-b6bb4f093da4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73c172da1f2040da9d31671ceca6a197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349839 Oct 19 08:37:35.463479 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e8171-fed5-4f89-b5ae-b6bb4f093da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47336d23-f7d5-431a-836b-28edc754e4ee,revision_number=1']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:37:35.465404 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48634) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:37:35.516617 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:35.537769 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:35.583710 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:35.586630 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:35.587902 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47336d23-f7d5-431a-836b-28edc754e4ee HTTP/1.1" status: 204 len: 168 time: 0.1214461 Oct 19 08:37:35.595639 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47336d23-f7d5-431a-836b-28edc754e4ee,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:37:35.602977 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:35.603327 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:35.603670 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:35.604003 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:35.604333 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:35.604666 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:35.604996 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:35.605318 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:35.605644 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:35.605968 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:35.606288 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:35.606646 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267fd1ee-53f3-462b-83e7-49675cf2ef0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:36.025863 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802622-48bc-4b16-b734-4a78977a1d54 req-08c83623-4718-40da-86a9-3a013421e6b3 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:36.027373 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-54802622-48bc-4b16-b734-4a78977a1d54 req-08c83623-4718-40da-86a9-3a013421e6b3 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 943 time: 0.0488122 Oct 19 08:37:36.064303 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-54802622-48bc-4b16-b734-4a78977a1d54 req-0c0fefb6-1c6c-41b6-9252-42482dd754b9 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311756 Oct 19 08:37:37.176155 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4b46e-4861-4a02-8026-5ec7c5a59347 req-49f541e0-eb01-4854-8361-1c321f6f1053 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:37.177580 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-56c4b46e-4861-4a02-8026-5ec7c5a59347 req-49f541e0-eb01-4854-8361-1c321f6f1053 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 943 time: 0.0481377 Oct 19 08:37:37.213682 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-56c4b46e-4861-4a02-8026-5ec7c5a59347 req-553dce8e-06bb-4a16-962c-a6a85dd8dd48 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302453 Oct 19 08:37:38.326687 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fac83-02d7-4c46-abd6-53bcc39e9823 req-6d84cc18-f7e6-4210-be03-514102388d86 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:38.328123 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9e2fac83-02d7-4c46-abd6-53bcc39e9823 req-6d84cc18-f7e6-4210-be03-514102388d86 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 943 time: 0.0505757 Oct 19 08:37:38.364816 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9e2fac83-02d7-4c46-abd6-53bcc39e9823 req-61de91a5-92d3-45ad-b44d-2c3fc12be278 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300241 Oct 19 08:37:39.477055 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335e659-1802-4d70-92c5-f9a2e491afed req-0ee88c9d-af0d-405b-8f13-1c00a5c8cad7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:39.478536 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2335e659-1802-4d70-92c5-f9a2e491afed req-0ee88c9d-af0d-405b-8f13-1c00a5c8cad7 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 943 time: 0.0481689 Oct 19 08:37:39.515320 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2335e659-1802-4d70-92c5-f9a2e491afed req-f56bd575-869f-49b6-ad3c-aa9ad0a91b18 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309310 Oct 19 08:37:40.425862 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 145df4ff-19de-412e-8567-2c4aca7c2a1a details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=99814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:37:40.520914 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 145df4ff-19de-412e-8567-2c4aca7c2a1a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=145df4ff-19de-412e-8567-2c4aca7c2a1a,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:37:40.531498 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Returning: {'device': '145df4ff-19de-412e-8567-2c4aca7c2a1a', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'port_id': '145df4ff-19de-412e-8567-2c4aca7c2a1a', 'mac_address': 'fa:16:3e:0f:4f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:37:40.568582 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:40.581030 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145df4ff-19de-412e-8567-2c4aca7c2a1a {{(pid=99814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 08:37:40.600444 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 145df4ff-19de-412e-8567-2c4aca7c2a1a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=145df4ff-19de-412e-8567-2c4aca7c2a1a,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:37:40.604877 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:40.632029 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efc3b7-b9c4-453e-8c01-cccd7f6cde9c req-9496131b-d55b-4357-912f-3eef49904e39 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:40.633514 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-76efc3b7-b9c4-453e-8c01-cccd7f6cde9c req-9496131b-d55b-4357-912f-3eef49904e39 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 943 time: 0.0522804 Oct 19 08:37:40.654968 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=145df4ff-19de-412e-8567-2c4aca7c2a1a,revision_number=4']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:37:40.662282 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:40.662649 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:40.662986 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:40.663314 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:40.663639 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:40.663963 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:40.664367 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:40.664864 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:40.665215 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:40.665553 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:40.665884 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:40.666216 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:37:40.671657 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-76efc3b7-b9c4-453e-8c01-cccd7f6cde9c req-7d8aa88f-e4ed-44f5-a975-ef0f42b9fa83 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321443 Oct 19 08:37:40.950285 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] get_ports_and_sgs() called for port_ids ['145df4ff-19de-412e-8567-2c4aca7c2a1a'] {{(pid=99814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 08:37:41.787323 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec9e47-9122-4262-a758-06370b892913 req-fe9522e6-646e-40d8-82a7-d38f76d112c9 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:41.788794 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bfec9e47-9122-4262-a758-06370b892913 req-fe9522e6-646e-40d8-82a7-d38f76d112c9 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 944 time: 0.0527971 Oct 19 08:37:41.826092 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-bfec9e47-9122-4262-a758-06370b892913 req-8a26e8fd-e354-4347-8797-97371a474339 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Oct 19 08:37:41.919350 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-cbefe549-123c-4215-bea1-b2cd4fefc6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:42.444346 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 145df4ff-19de-412e-8567-2c4aca7c2a1a up at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:37:42.491165 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning for port 145df4ff-19de-412e-8567-2c4aca7c2a1a completed by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 08:37:42.495081 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.provisioning_blocks [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Provisioning complete for port 145df4ff-19de-412e-8567-2c4aca7c2a1a triggered by entity L2. {{(pid=99814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 08:37:42.495452 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1407020'] for port, provisioning_complete {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:42.569641 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:42.590927 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145df4ff-19de-412e-8567-2c4aca7c2a1a'}] {{(pid=99814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:37:42.593184 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba4d0ed227658befa9ed4b7f4dcb8ef776605414843333258c5a86d5be526c5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c1eb2c-a9f2-4dea-91fa-d6fe3222dcab" -d '{"events": [{"server_uuid": "dd7c9780-0b3d-4423-9101-38e472ec6dd4", "name": "network-vif-plugged", "status": "completed", "tag": "145df4ff-19de-412e-8567-2c4aca7c2a1a"}]}' {{(pid=99814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:37:42.605669 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.db [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] For port 145df4ff-19de-412e-8567-2c4aca7c2a1a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=145df4ff-19de-412e-8567-2c4aca7c2a1a,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:37:42.609920 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653'] for port, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:42.638971 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f36ce8-c7a1-497a-99ef-c726b75eead3 x-openstack-request-id: req-75f36ce8-c7a1-497a-99ef-c726b75eead3 {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:37:42.639259 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c9780-0b3d-4423-9101-38e472ec6dd4", "name": "network-vif-plugged", "status": "completed", "tag": "145df4ff-19de-412e-8567-2c4aca7c2a1a", "code": 200}]} {{(pid=99814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:37:42.639511 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75f36ce8-c7a1-497a-99ef-c726b75eead3 {{(pid=99814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:37:42.639893 dv-cinder-813984-3-iscsi neutron-server[99814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145df4ff-19de-412e-8567-2c4aca7c2a1a', 'code': 200} Oct 19 08:37:42.665238 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Pushing event updated for resources: {'Port': ['ID=145df4ff-19de-412e-8567-2c4aca7c2a1a,revision_number=5']} {{(pid=99814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:37:42.841700 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b3e77-0d69-43fc-b788-5f2690983c83 req-82882a9b-7981-492a-8087-f560feac0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:42.843172 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe5b3e77-0d69-43fc-b788-5f2690983c83 req-82882a9b-7981-492a-8087-f560feac0352 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0384805 Oct 19 08:37:42.880047 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe5b3e77-0d69-43fc-b788-5f2690983c83 req-f1a62d9a-cf90-454c-a8ac-96b0dc07f079 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293388 Oct 19 08:37:42.937030 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1f220-0611-4864-9b40-fa970f2296e4 req-730b28d9-f13f-4bcd-acf9-9133bcb05df5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:42.938370 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a7b1f220-0611-4864-9b40-fa970f2296e4 req-730b28d9-f13f-4bcd-acf9-9133bcb05df5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 945 time: 0.0472908 Oct 19 08:37:42.974666 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-a7b1f220-0611-4864-9b40-fa970f2296e4 req-7c66a41a-aeb3-4e38-8e33-9bb81852a653 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302904 Oct 19 08:37:44.093975 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801e015-500d-4826-96b9-d1bb67c11a8a req-d196e9b3-e1da-42eb-83bf-1c872a317a59 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:44.095452 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e801e015-500d-4826-96b9-d1bb67c11a8a req-d196e9b3-e1da-42eb-83bf-1c872a317a59 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 945 time: 0.0523298 Oct 19 08:37:44.133205 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e801e015-500d-4826-96b9-d1bb67c11a8a req-afe1afac-fa31-468e-ae66-5817a6aec4a1 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306115 Oct 19 08:37:45.109066 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-813c0bae-8d11-44d6-8ac5-5dc0e7570515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:45.243653 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936c298-85ae-4ed4-a693-a93c9194613c req-29159055-c416-44ac-a693-8a8848903f04 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:45.245093 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9936c298-85ae-4ed4-a693-a93c9194613c req-29159055-c416-44ac-a693-8a8848903f04 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 945 time: 0.0474076 Oct 19 08:37:45.281713 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-9936c298-85ae-4ed4-a693-a93c9194613c req-cb5f9491-7d1d-497e-bdab-75606a252d0d tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308316 Oct 19 08:37:45.393245 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f717fc0-47e2-4e98-8487-f353c91ae0f1 req-10379c7e-0963-4171-88e6-306b5e6eb77a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:45.394903 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2f717fc0-47e2-4e98-8487-f353c91ae0f1 req-10379c7e-0963-4171-88e6-306b5e6eb77a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 945 time: 0.0490174 Oct 19 08:37:45.432404 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2f717fc0-47e2-4e98-8487-f353c91ae0f1 req-68c46fcd-5330-4ce2-b8d9-946f879b24f1 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315509 Oct 19 08:37:45.454670 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48660) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:37:45.640082 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd403238-3259-4201-8b7b-ff0f678dd07f tempest-TestVolumeBootPattern-759499146 tempest-TestVolumeBootPattern-759499146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:45.641572 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-fd403238-3259-4201-8b7b-ff0f678dd07f tempest-TestVolumeBootPattern-759499146 tempest-TestVolumeBootPattern-759499146-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 1093 time: 0.1857543 Oct 19 08:37:45.644876 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48664) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:37:45.648927 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.v2.base [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Request body: {'floatingip': {'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'port_id': '145df4ff-19de-412e-8567-2c4aca7c2a1a', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:37:45.670361 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for floatingip, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:45.764176 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:45.868727 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.db_base_plugin_common [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Allocated IP 172.27.2.244 (df899231-3d66-4e46-852d-f94c9631241f/b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb/f0eb83eb-4b73-4d0a-b626-73c023f3a756) {{(pid=99813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:37:45.964247 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:45.968751 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for port, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:46.001532 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767276554617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:46.046209 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Network df899231-3d66-4e46-852d-f94c9631241f is already hosted by enough agents. {{(pid=99813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:37:46.049115 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.base_scheduler [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Resources bound (agent type, host, resource id): {{(pid=99813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:37:46.052555 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Received port after_create {{(pid=99813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:37:46.077739 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'Port': ['ID=f0eb83eb-4b73-4d0a-b626-73c023f3a756,revision_number=1']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:37:46.402731 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for floatingip, precommit_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:46.471221 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1499643'] for port, before_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:46.619477 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for port, precommit_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:46.623671 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767277139487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767276554635', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767276554653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60714081'] for port, after_update {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:46.644959 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:46.690913 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event updated for resources: {'Port': ['ID=f0eb83eb-4b73-4d0a-b626-73c023f3a756,revision_number=2']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:37:46.700454 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1627834'] for floatingip, after_create {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:46.797530 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.l3_db [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Floating IP eeb5b299-1b6e-4851-8214-dda9c5db7ae0 associated. External IP: 172.27.2.244, port: 145df4ff-19de-412e-8567-2c4aca7c2a1a. Oct 19 08:37:46.997785 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Router 51a04db1-e82b-4e7a-abb1-dee860873d0d has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:37:47.101632 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:37:47.111096 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ba5b6-b9b5-4d45-9c9f-ea0e451f8b9c None None] Sync routers for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:37:47.119206 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:47.122653 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ba5b6-b9b5-4d45-9c9f-ea0e451f8b9c None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:37:47.123260 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-9a2ba5b6-b9b5-4d45-9c9f-ea0e451f8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:37:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:37:47.154554 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-52186ac3-e6ec-4189-9838-66e0c7734fd6 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5002728 Oct 19 08:37:47.154554 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'tag': '145df4ff-19de-412e-8567-2c4aca7c2a1a'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:37:47.154554 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169eec65-235f-435e-8a51-b1d476328c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7c9780-0b3d-4423-9101-38e472ec6dd4", "tag": "145df4ff-19de-412e-8567-2c4aca7c2a1a"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:37:47.187475 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a05ffd0-af1d-4fb2-ac84-eb2477b254e7 x-openstack-request-id: req-2a05ffd0-af1d-4fb2-ac84-eb2477b254e7 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:37:47.187762 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7c9780-0b3d-4423-9101-38e472ec6dd4", "tag": "145df4ff-19de-412e-8567-2c4aca7c2a1a", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:37:47.188011 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a05ffd0-af1d-4fb2-ac84-eb2477b254e7 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:37:47.188405 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'tag': '145df4ff-19de-412e-8567-2c4aca7c2a1a', 'status': 'completed', 'code': 200} Oct 19 08:37:47.228153 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-9a2ba5b6-b9b5-4d45-9c9f-ea0e451f8b9c None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:37:47.248320 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169eec65-235f-435e-8a51-b1d476328c0f req-53286c3e-3ca9-448a-8423-7929b01e65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:47.249749 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-169eec65-235f-435e-8a51-b1d476328c0f req-53286c3e-3ca9-448a-8423-7929b01e65a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0397704 Oct 19 08:37:47.340579 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169eec65-235f-435e-8a51-b1d476328c0f req-59987b87-b89b-4f4e-af53-c77397661d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:47.342061 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-169eec65-235f-435e-8a51-b1d476328c0f req-59987b87-b89b-4f4e-af53-c77397661d81 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 913 time: 0.0851624 Oct 19 08:37:47.410386 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-169eec65-235f-435e-8a51-b1d476328c0f req-a8a55caf-a670-4c0d-ac65-08936dc50233 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=145df4ff-19de-412e-8567-2c4aca7c2a1a HTTP/1.1" status: 200 len: 999 time: 0.0605280 Oct 19 08:37:47.452234 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-9a2ba5b6-b9b5-4d45-9c9f-ea0e451f8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'dfddb75b-ce0b-44b1-a58b-0f66c27f5c48', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': 'c2ff330e-a352-4142-beea-72ad324f3271', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:38:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:34:58Z', 'updated_at': '2021-10-19T08:35:01Z', 'revision_number': 1, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}, {'id': 'eeb5b299-1b6e-4851-8214-dda9c5db7ae0', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': '145df4ff-19de-412e-8567-2c4aca7c2a1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:0f:4f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:37:46Z', 'updated_at': '2021-10-19T08:37:46Z', 'revision_number': 0, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:37:47.459123 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169eec65-235f-435e-8a51-b1d476328c0f req-5c9679c3-0449-4581-af3b-f8bd1bf29918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:47.460661 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-169eec65-235f-435e-8a51-b1d476328c0f req-5c9679c3-0449-4581-af3b-f8bd1bf29918 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 200 len: 851 time: 0.0431874 Oct 19 08:37:47.481704 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ba5b6-b9b5-4d45-9c9f-ea0e451f8b9c None None] Checking router: 51a04db1-e82b-4e7a-abb1-dee860873d0d for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:37:47.490162 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ba5b6-b9b5-4d45-9c9f-ea0e451f8b9c None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:37:47.490793 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-9a2ba5b6-b9b5-4d45-9c9f-ea0e451f8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:37:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:37:47.509268 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169eec65-235f-435e-8a51-b1d476328c0f req-a98a2093-1ae9-47fc-a437-eaaa303788de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:37:47.510691 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-169eec65-235f-435e-8a51-b1d476328c0f req-a98a2093-1ae9-47fc-a437-eaaa303788de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424423 Oct 19 08:37:47.595187 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-9a2ba5b6-b9b5-4d45-9c9f-ea0e451f8b9c None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:37:47.601685 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-169eec65-235f-435e-8a51-b1d476328c0f req-418aafcd-61a5-4690-8c19-00b3874dd2bc service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825438 Oct 19 08:37:47.698182 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-169eec65-235f-435e-8a51-b1d476328c0f req-96b7d1cc-ad64-4be0-8ed3-11bb9883df9e service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888271 Oct 19 08:37:47.723150 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:47.824360 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-9a2ba5b6-b9b5-4d45-9c9f-ea0e451f8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'dfddb75b-ce0b-44b1-a58b-0f66c27f5c48', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': 'c2ff330e-a352-4142-beea-72ad324f3271', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:38:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:34:58Z', 'updated_at': '2021-10-19T08:35:01Z', 'revision_number': 1, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}, {'id': 'eeb5b299-1b6e-4851-8214-dda9c5db7ae0', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': '145df4ff-19de-412e-8567-2c4aca7c2a1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:0f:4f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:37:46Z', 'updated_at': '2021-10-19T08:37:46Z', 'revision_number': 0, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:37:47.849526 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ba5b6-b9b5-4d45-9c9f-ea0e451f8b9c None None] The sync data for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi is: [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'dfddb75b-ce0b-44b1-a58b-0f66c27f5c48', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': 'c2ff330e-a352-4142-beea-72ad324f3271', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:38:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:34:58Z', 'updated_at': '2021-10-19T08:35:01Z', 'revision_number': 1, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}, {'id': 'eeb5b299-1b6e-4851-8214-dda9c5db7ae0', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': '145df4ff-19de-412e-8567-2c4aca7c2a1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:0f:4f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:37:46Z', 'updated_at': '2021-10-19T08:37:46Z', 'revision_number': 0, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:37:48.026379 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00a5e5-a10c-4573-b5c2-2ae7ce15bf2e None None] New status for floating IP eeb5b299-1b6e-4851-8214-dda9c5db7ae0: ACTIVE {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:37:51.479157 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:37:52.021372 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:38:11.918561 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-ecaf693a-021e-49da-a2bf-f16199ce4938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:38:15.224058 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-5ab5da07-cc20-4b96-ac7f-9341c8d0ed15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:38:15.964271 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:38:16.648386 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:38:17.712729 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:38:21.486105 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:38:29.020515 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:38:30.598957 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe6e13ad-e2e9-4e5f-99ba-8b60f9be868d req-d4ec778c-c647-454b-b55d-e5d9e256841a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385110 Oct 19 08:38:30.679103 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e13ad-e2e9-4e5f-99ba-8b60f9be868d req-6aede303-b82f-411b-82ae-a6e49c97914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:38:30.680431 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe6e13ad-e2e9-4e5f-99ba-8b60f9be868d req-6aede303-b82f-411b-82ae-a6e49c97914f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 1098 time: 0.0391681 Oct 19 08:38:30.784319 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e13ad-e2e9-4e5f-99ba-8b60f9be868d req-66391e96-82d2-4d31-8527-a3ecebeda3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:38:30.785737 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe6e13ad-e2e9-4e5f-99ba-8b60f9be868d req-66391e96-82d2-4d31-8527-a3ecebeda3e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 913 time: 0.0855629 Oct 19 08:38:30.850850 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe6e13ad-e2e9-4e5f-99ba-8b60f9be868d req-205ed55a-045a-412b-bffa-5bc2d838506f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ff330e-a352-4142-beea-72ad324f3271 HTTP/1.1" status: 200 len: 1001 time: 0.0558846 Oct 19 08:38:30.901892 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e13ad-e2e9-4e5f-99ba-8b60f9be868d req-372d7b74-a5c8-4c90-a308-b92d864dbd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:38:30.903315 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe6e13ad-e2e9-4e5f-99ba-8b60f9be868d req-372d7b74-a5c8-4c90-a308-b92d864dbd05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 200 len: 851 time: 0.0457129 Oct 19 08:38:30.947442 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e13ad-e2e9-4e5f-99ba-8b60f9be868d req-e04d6a59-610f-4dce-8797-9d71485e3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:38:30.948795 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe6e13ad-e2e9-4e5f-99ba-8b60f9be868d req-e04d6a59-610f-4dce-8797-9d71485e3982 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382519 Oct 19 08:38:31.039954 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe6e13ad-e2e9-4e5f-99ba-8b60f9be868d req-49e51e1a-33c6-4dc3-b252-ae0b64cb8ee8 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828388 Oct 19 08:38:31.127820 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-fe6e13ad-e2e9-4e5f-99ba-8b60f9be868d req-98a2c1a3-a724-480e-90e0-82e7485e5485 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810065 Oct 19 08:38:41.918045 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-ad230a8f-6538-4e9b-b371-38c09a29d05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:38:45.115214 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-fe4fffcc-a357-4fc4-977c-4f401bc093df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:38:45.965138 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:38:46.649748 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:38:47.715362 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:38:51.484570 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:06.020074 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:39:11.916876 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b2c47bb3-1409-40f6-a10b-c491eb05ca0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:15.115990 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-29099934-d82d-415e-ab48-6dd7595a9cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:15.966266 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:16.652880 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:17.718599 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:21.499405 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:32.621425 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c6452377-2773-42cc-aaaa-361f64cafc2e req-120c90b2-27b9-4b03-b8eb-ee5b0810cfce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395944 Oct 19 08:39:32.684727 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6452377-2773-42cc-aaaa-361f64cafc2e req-ff136bb2-5c26-4ec3-acd8-3cdf3f183ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:32.686094 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c6452377-2773-42cc-aaaa-361f64cafc2e req-ff136bb2-5c26-4ec3-acd8-3cdf3f183ac2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0426097 Oct 19 08:39:32.786471 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6452377-2773-42cc-aaaa-361f64cafc2e req-0d22664a-4367-4ee0-a097-acf6a9203e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:32.787922 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c6452377-2773-42cc-aaaa-361f64cafc2e req-0d22664a-4367-4ee0-a097-acf6a9203e32 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 913 time: 0.0828578 Oct 19 08:39:32.854224 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c6452377-2773-42cc-aaaa-361f64cafc2e req-b237456e-07e0-420b-b09f-b17cb1a55e65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=145df4ff-19de-412e-8567-2c4aca7c2a1a HTTP/1.1" status: 200 len: 1001 time: 0.0594149 Oct 19 08:39:32.901809 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6452377-2773-42cc-aaaa-361f64cafc2e req-3293bbbe-dcb4-41db-94d9-fa1fd8d2f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:32.903257 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c6452377-2773-42cc-aaaa-361f64cafc2e req-3293bbbe-dcb4-41db-94d9-fa1fd8d2f74a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 200 len: 851 time: 0.0424545 Oct 19 08:39:32.947872 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6452377-2773-42cc-aaaa-361f64cafc2e req-b78ff3af-c4d4-4279-8da0-ae08cd49cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:32.949201 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c6452377-2773-42cc-aaaa-361f64cafc2e req-b78ff3af-c4d4-4279-8da0-ae08cd49cb58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389786 Oct 19 08:39:33.039703 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c6452377-2773-42cc-aaaa-361f64cafc2e req-f892beac-35c5-437f-a21b-d526e9b8f594 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831420 Oct 19 08:39:33.127195 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c6452377-2773-42cc-aaaa-361f64cafc2e req-16668f2d-e1b9-435e-b972-57b1da5830f5 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803187 Oct 19 08:39:37.309532 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [req-51ef91a1-4afb-4d4e-90c5-0465ad8325e4 req-fe297f54-1313-412b-8e4e-ee30d18cdc0e service neutron] (99812) timed out ('10.222.0.11', 50896) {{(pid=99812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 08:39:38.186784 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [req-50ec8a61-6f11-40fd-9083-d481f46a8910 req-f84d62b1-e8c5-41dc-b5d1-d7fe4cbcc804 service neutron] (99813) timed out ('10.222.0.11', 50927) {{(pid=99813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 08:39:41.917521 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-397f5d3d-cbf0-4f88-947b-3007627efaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:43.018841 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:39:45.058819 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [req-ccae2f85-3b98-4990-9d33-062c224a9559 req-5de0906f-189d-46c8-ac2c-12dd76b2ed81 service neutron] (99812) timed out ('10.222.0.11', 50921) {{(pid=99812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 08:39:45.116508 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-c2db943a-3dd8-4967-9cdd-ac1375f5c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:45.966988 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:46.655901 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:47.721061 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:50.073886 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48710) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:39:50.229212 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Deleting port f0eb83eb-4b73-4d0a-b626-73c023f3a756 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:39:50.229538 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:50.302016 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:50.302324 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:50.313606 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Calling delete_port for f0eb83eb-4b73-4d0a-b626-73c023f3a756 owned by network:floatingip {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:39:50.456399 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:50.481436 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event deleted for resources: {'Port': ['ID=f0eb83eb-4b73-4d0a-b626-73c023f3a756,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:39:50.491482 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:39:50.491830 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:39:50.492169 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:39:50.492501 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:39:50.492835 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:39:50.493171 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:39:50.493493 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:39:50.493817 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:39:50.494139 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:39:50.494458 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:39:50.494797 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:39:50.495113 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:39:50.554465 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for floatingip, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:50.554733 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.l3_db [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Floating IP eeb5b299-1b6e-4851-8214-dda9c5db7ae0 disassociated (deleted). External IP: 172.27.2.244, port: 145df4ff-19de-412e-8567-2c4aca7c2a1a. Oct 19 08:39:51.001091 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Router 51a04db1-e82b-4e7a-abb1-dee860873d0d has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:39:51.106257 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:39:51.110949 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:51.116071 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75089835-a67c-43e4-84ec-92ee33396af7 None None] Sync routers for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:39:51.124675 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75089835-a67c-43e4-84ec-92ee33396af7 None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:39:51.125270 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-75089835-a67c-43e4-84ec-92ee33396af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:39:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:39:51.138871 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-61de7dc8-f307-4b49-a94e-fc11b88a47d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "DELETE /v2.0/floatingips/eeb5b299-1b6e-4851-8214-dda9c5db7ae0 HTTP/1.1" status: 204 len: 168 time: 1.0638092 Oct 19 08:39:51.139509 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'tag': '145df4ff-19de-412e-8567-2c4aca7c2a1a'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:39:51.141944 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ee905c-1a7e-4fc4-9b3e-1ff7e40732b5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7c9780-0b3d-4423-9101-38e472ec6dd4", "tag": "145df4ff-19de-412e-8567-2c4aca7c2a1a"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:39:51.181730 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad482ede-bed6-446b-89a6-6dab329c9444 x-openstack-request-id: req-ad482ede-bed6-446b-89a6-6dab329c9444 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:39:51.182019 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7c9780-0b3d-4423-9101-38e472ec6dd4", "tag": "145df4ff-19de-412e-8567-2c4aca7c2a1a", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:39:51.182273 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad482ede-bed6-446b-89a6-6dab329c9444 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:39:51.182771 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'tag': '145df4ff-19de-412e-8567-2c4aca7c2a1a', 'status': 'completed', 'code': 200} Oct 19 08:39:51.250010 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-75089835-a67c-43e4-84ec-92ee33396af7 None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:39:51.306977 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee905c-1a7e-4fc4-9b3e-1ff7e40732b5 req-32fe4946-de4a-470e-9957-c449dd0b131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:51.308720 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e7ee905c-1a7e-4fc4-9b3e-1ff7e40732b5 req-32fe4946-de4a-470e-9957-c449dd0b131a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 1098 time: 0.1034369 Oct 19 08:39:51.412165 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee905c-1a7e-4fc4-9b3e-1ff7e40732b5 req-6bef9783-8fd3-4c5b-8177-7ed9a95d6508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:51.413668 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e7ee905c-1a7e-4fc4-9b3e-1ff7e40732b5 req-6bef9783-8fd3-4c5b-8177-7ed9a95d6508 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 913 time: 0.0971591 Oct 19 08:39:51.457495 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e7ee905c-1a7e-4fc4-9b3e-1ff7e40732b5 req-33540a5a-4d65-4e41-be23-93362040fdb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=145df4ff-19de-412e-8567-2c4aca7c2a1a HTTP/1.1" status: 200 len: 217 time: 0.0355325 Oct 19 08:39:51.481781 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-75089835-a67c-43e4-84ec-92ee33396af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'dfddb75b-ce0b-44b1-a58b-0f66c27f5c48', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': 'c2ff330e-a352-4142-beea-72ad324f3271', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:38:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:34:58Z', 'updated_at': '2021-10-19T08:35:01Z', 'revision_number': 1, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:39:51.513334 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75089835-a67c-43e4-84ec-92ee33396af7 None None] Checking router: 51a04db1-e82b-4e7a-abb1-dee860873d0d for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:39:51.527078 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75089835-a67c-43e4-84ec-92ee33396af7 None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:39:51.527679 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-75089835-a67c-43e4-84ec-92ee33396af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:39:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:39:51.530597 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:51.542040 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee905c-1a7e-4fc4-9b3e-1ff7e40732b5 req-772725f0-0f29-4a53-8e1d-a305c07500c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:51.543526 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e7ee905c-1a7e-4fc4-9b3e-1ff7e40732b5 req-772725f0-0f29-4a53-8e1d-a305c07500c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 200 len: 851 time: 0.0783536 Oct 19 08:39:51.555387 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46835177-a12f-4474-9a33-7d56a33b211c req-5d45cdd1-a94b-494a-b89e-f7badcad9957 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:51.556747 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-46835177-a12f-4474-9a33-7d56a33b211c req-5d45cdd1-a94b-494a-b89e-f7badcad9957 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 945 time: 0.2198849 Oct 19 08:39:51.619513 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-46835177-a12f-4474-9a33-7d56a33b211c req-70b19cb6-08c1-4495-93a3-0aa905a83346 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546365 Oct 19 08:39:51.622447 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee905c-1a7e-4fc4-9b3e-1ff7e40732b5 req-a9eba45c-1df7-4486-97d7-13dd05a2bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:51.623386 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e7ee905c-1a7e-4fc4-9b3e-1ff7e40732b5 req-a9eba45c-1df7-4486-97d7-13dd05a2bd8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658138 Oct 19 08:39:51.635566 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-75089835-a67c-43e4-84ec-92ee33396af7 None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:39:51.718053 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e7ee905c-1a7e-4fc4-9b3e-1ff7e40732b5 req-7e24d8de-6728-4934-a7d1-af51103c4c21 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860162 Oct 19 08:39:51.808707 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-e7ee905c-1a7e-4fc4-9b3e-1ff7e40732b5 req-32e06e00-0a54-4fb5-bdb6-11a841d10303 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825498 Oct 19 08:39:51.856671 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-75089835-a67c-43e4-84ec-92ee33396af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'dfddb75b-ce0b-44b1-a58b-0f66c27f5c48', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': 'c2ff330e-a352-4142-beea-72ad324f3271', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:38:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:34:58Z', 'updated_at': '2021-10-19T08:35:01Z', 'revision_number': 1, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:39:51.882949 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75089835-a67c-43e4-84ec-92ee33396af7 None None] The sync data for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi is: [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_floatingips': [{'id': 'dfddb75b-ce0b-44b1-a58b-0f66c27f5c48', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'router_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'port_id': 'c2ff330e-a352-4142-beea-72ad324f3271', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'mac_address': 'fa:16:3e:38:69:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T08:34:58Z', 'updated_at': '2021-10-19T08:35:01Z', 'revision_number': 1, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:39:52.103057 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae7270d-6f7f-4454-bfc5-ef47502967c0 None None] New status for floating IP eeb5b299-1b6e-4851-8214-dda9c5db7ae0: DOWN {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:39:52.795816 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ddbcf-819d-4127-a876-9b9d5426c92c req-6b3907b7-1686-4434-be7d-169ddb79669a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:52.797252 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f75ddbcf-819d-4127-a876-9b9d5426c92c req-6b3907b7-1686-4434-be7d-169ddb79669a tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 945 time: 0.0968215 Oct 19 08:39:52.833903 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f75ddbcf-819d-4127-a876-9b9d5426c92c req-be0f4d52-09ac-41d1-bb30-3ce4a77740d5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299633 Oct 19 08:39:53.168867 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327bff-50d3-4b6f-8f6d-16cfdfffede5 req-996e15dd-383a-44f1-9283-a63b1f1238d4 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:53.170332 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2f327bff-50d3-4b6f-8f6d-16cfdfffede5 req-996e15dd-383a-44f1-9283-a63b1f1238d4 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 945 time: 0.0510197 Oct 19 08:39:53.255533 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-2f327bff-50d3-4b6f-8f6d-16cfdfffede5 req-fb779d8d-aaf3-4232-bbd4-5056dd93e151 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Deleting port 145df4ff-19de-412e-8567-2c4aca7c2a1a {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:39:53.255861 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2f327bff-50d3-4b6f-8f6d-16cfdfffede5 req-fb779d8d-aaf3-4232-bbd4-5056dd93e151 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:53.343859 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-2f327bff-50d3-4b6f-8f6d-16cfdfffede5 req-fb779d8d-aaf3-4232-bbd4-5056dd93e151 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] For port 145df4ff-19de-412e-8567-2c4aca7c2a1a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=145df4ff-19de-412e-8567-2c4aca7c2a1a,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:39:53.344213 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2f327bff-50d3-4b6f-8f6d-16cfdfffede5 req-fb779d8d-aaf3-4232-bbd4-5056dd93e151 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:53.355853 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-2f327bff-50d3-4b6f-8f6d-16cfdfffede5 req-fb779d8d-aaf3-4232-bbd4-5056dd93e151 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Calling delete_port for 145df4ff-19de-412e-8567-2c4aca7c2a1a owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:39:53.477925 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2f327bff-50d3-4b6f-8f6d-16cfdfffede5 req-fb779d8d-aaf3-4232-bbd4-5056dd93e151 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:53.508948 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb779d8d-aaf3-4232-bbd4-5056dd93e151 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event deleted for resources: {'Port': ['ID=145df4ff-19de-412e-8567-2c4aca7c2a1a,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:39:53.550086 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f327bff-50d3-4b6f-8f6d-16cfdfffede5 req-fb779d8d-aaf3-4232-bbd4-5056dd93e151 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] No DVR routers for this DVR port 145df4ff-19de-412e-8567-2c4aca7c2a1a on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:39:53.553330 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-2f327bff-50d3-4b6f-8f6d-16cfdfffede5 req-fb779d8d-aaf3-4232-bbd4-5056dd93e151 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:53.556714 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-2f327bff-50d3-4b6f-8f6d-16cfdfffede5 req-fb779d8d-aaf3-4232-bbd4-5056dd93e151 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "DELETE /v2.0/ports/145df4ff-19de-412e-8567-2c4aca7c2a1a HTTP/1.1" status: 204 len: 173 time: 0.3807688 Oct 19 08:39:53.557163 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'name': 'network-vif-deleted', 'tag': '145df4ff-19de-412e-8567-2c4aca7c2a1a'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:39:53.559404 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e5c588-1f58-4054-aec7-fd61f8db0310" -d '{"events": [{"server_uuid": "dd7c9780-0b3d-4423-9101-38e472ec6dd4", "name": "network-vif-deleted", "tag": "145df4ff-19de-412e-8567-2c4aca7c2a1a"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:39:53.606347 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ada16cf-4ec7-4991-8f46-10b21ee43812 x-openstack-request-id: req-0ada16cf-4ec7-4991-8f46-10b21ee43812 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:39:53.606670 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c9780-0b3d-4423-9101-38e472ec6dd4", "name": "network-vif-deleted", "tag": "145df4ff-19de-412e-8567-2c4aca7c2a1a", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:39:53.606921 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ada16cf-4ec7-4991-8f46-10b21ee43812 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:39:53.607311 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c9780-0b3d-4423-9101-38e472ec6dd4', 'name': 'network-vif-deleted', 'tag': '145df4ff-19de-412e-8567-2c4aca7c2a1a', 'status': 'completed', 'code': 200} Oct 19 08:39:53.935207 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-f29c0e01-06c5-4696-8ee6-09839b8ec7fc req-2c667395-3c4c-4d62-83db-84f27699f5b5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd7c9780-0b3d-4423-9101-38e472ec6dd4 HTTP/1.1" status: 200 len: 210 time: 0.0333245 Oct 19 08:39:57.206297 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48758) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:39:57.213973 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 145df4ff-19de-412e-8567-2c4aca7c2a1a no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:39:57.233566 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: 145df4ff-19de-412e-8567-2c4aca7c2a1a {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:39:57.233900 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device 145df4ff-19de-412e-8567-2c4aca7c2a1a not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:39:57.358627 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-a929df5f-369c-45a0-bace-f179542ca90b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Deleting port 8c413dbc-9fab-4fa7-a1b8-8922ee03be39 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:39:57.358958 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a929df5f-369c-45a0-bace-f179542ca90b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:57.435904 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a929df5f-369c-45a0-bace-f179542ca90b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:57.436234 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a929df5f-369c-45a0-bace-f179542ca90b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:57.448481 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-a929df5f-369c-45a0-bace-f179542ca90b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Calling delete_port for 8c413dbc-9fab-4fa7-a1b8-8922ee03be39 owned by network:floatingip {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:39:57.589714 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a929df5f-369c-45a0-bace-f179542ca90b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:57.615606 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929df5f-369c-45a0-bace-f179542ca90b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event deleted for resources: {'Port': ['ID=8c413dbc-9fab-4fa7-a1b8-8922ee03be39,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:39:57.671984 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a929df5f-369c-45a0-bace-f179542ca90b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for floatingip, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:57.672303 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.db.l3_db [None req-a929df5f-369c-45a0-bace-f179542ca90b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Floating IP dfddb75b-ce0b-44b1-a58b-0f66c27f5c48 disassociated (deleted). External IP: 172.27.2.169, port: c2ff330e-a352-4142-beea-72ad324f3271. Oct 19 08:39:57.873141 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a929df5f-369c-45a0-bace-f179542ca90b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Router 51a04db1-e82b-4e7a-abb1-dee860873d0d has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:39:57.977167 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a929df5f-369c-45a0-bace-f179542ca90b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:39:57.981839 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a929df5f-369c-45a0-bace-f179542ca90b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:57.986358 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5898bf-9fcf-4274-bcbb-b5b77ce29581 None None] Sync routers for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:39:57.995572 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5898bf-9fcf-4274-bcbb-b5b77ce29581 None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:39:57.996173 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-8d5898bf-9fcf-4274-bcbb-b5b77ce29581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:39:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:39:58.008042 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-a929df5f-369c-45a0-bace-f179542ca90b tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "DELETE /v2.0/floatingips/dfddb75b-ce0b-44b1-a58b-0f66c27f5c48 HTTP/1.1" status: 204 len: 168 time: 0.8005629 Oct 19 08:39:58.008628 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'tag': 'c2ff330e-a352-4142-beea-72ad324f3271'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:39:58.010896 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d1cbe6-a437-4d7e-8c0d-0377b0e74d79" -d '{"events": [{"name": "network-changed", "server_uuid": "532d2be2-d6f6-4402-b37b-574a504d3ab4", "tag": "c2ff330e-a352-4142-beea-72ad324f3271"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:39:58.056788 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 08:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a29fd29-5258-4f7e-b648-a98a62b69fd2 x-openstack-request-id: req-8a29fd29-5258-4f7e-b648-a98a62b69fd2 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:39:58.057729 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "532d2be2-d6f6-4402-b37b-574a504d3ab4", "tag": "c2ff330e-a352-4142-beea-72ad324f3271", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:39:58.057982 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a29fd29-5258-4f7e-b648-a98a62b69fd2 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:39:58.058380 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'tag': 'c2ff330e-a352-4142-beea-72ad324f3271', 'status': 'completed', 'code': 200} Oct 19 08:39:58.107517 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-8d5898bf-9fcf-4274-bcbb-b5b77ce29581 None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:39:58.127715 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1cbe6-a437-4d7e-8c0d-0377b0e74d79 req-8faf8235-a18c-4359-a596-ef504550e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:58.129248 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c9d1cbe6-a437-4d7e-8c0d-0377b0e74d79 req-8faf8235-a18c-4359-a596-ef504550e084 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28ca19e490b045a8af80ce6bc64afa50&device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 1098 time: 0.0468616 Oct 19 08:39:58.262263 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1cbe6-a437-4d7e-8c0d-0377b0e74d79 req-702e084c-ca49-4dc2-8660-81542b369102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:58.263743 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c9d1cbe6-a437-4d7e-8c0d-0377b0e74d79 req-702e084c-ca49-4dc2-8660-81542b369102 service neutron] 10.222.0.11 "GET /v2.0/networks?id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 200 len: 913 time: 0.1214864 Oct 19 08:39:58.272199 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c14330-c693-4dc3-b114-773c77216524 req-728710d2-594d-41af-8a6c-8978c79c7693 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:58.273559 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-66c14330-c693-4dc3-b114-773c77216524 req-728710d2-594d-41af-8a6c-8978c79c7693 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 945 time: 0.0688729 Oct 19 08:39:58.313490 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-8d5898bf-9fcf-4274-bcbb-b5b77ce29581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:39:58.316639 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c9d1cbe6-a437-4d7e-8c0d-0377b0e74d79 req-0016c754-a25b-4523-a5ff-5b2952479384 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ff330e-a352-4142-beea-72ad324f3271 HTTP/1.1" status: 200 len: 217 time: 0.0421669 Oct 19 08:39:58.339819 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5898bf-9fcf-4274-bcbb-b5b77ce29581 None None] Checking router: 51a04db1-e82b-4e7a-abb1-dee860873d0d for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:39:58.347843 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5898bf-9fcf-4274-bcbb-b5b77ce29581 None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:39:58.348434 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-8d5898bf-9fcf-4274-bcbb-b5b77ce29581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:39:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:39:58.370370 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-66c14330-c693-4dc3-b114-773c77216524 req-699d76e4-f8b6-4d8a-b88d-4df78c75b644 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/security-groups?id=9f953905-b8d2-470f-816c-dcdf7d12bd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901883 Oct 19 08:39:58.386978 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1cbe6-a437-4d7e-8c0d-0377b0e74d79 req-dfb2970b-7405-4947-91e9-ffe22eaeaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:58.388456 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c9d1cbe6-a437-4d7e-8c0d-0377b0e74d79 req-dfb2970b-7405-4947-91e9-ffe22eaeaf6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 200 len: 851 time: 0.0625181 Oct 19 08:39:58.435744 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1cbe6-a437-4d7e-8c0d-0377b0e74d79 req-40c002c8-67fd-4fe6-907e-d6200ab92541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:58.437215 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c9d1cbe6-a437-4d7e-8c0d-0377b0e74d79 req-40c002c8-67fd-4fe6-907e-d6200ab92541 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=09e1e2e2-02ec-4078-9b6b-9e1d757336b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403488 Oct 19 08:39:58.459621 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-8d5898bf-9fcf-4274-bcbb-b5b77ce29581 None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:39:58.531349 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c9d1cbe6-a437-4d7e-8c0d-0377b0e74d79 req-79f5994e-3595-4ced-b1ab-dec8f35e7167 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868020 Oct 19 08:39:58.626737 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-c9d1cbe6-a437-4d7e-8c0d-0377b0e74d79 req-41e2d36d-e807-4a4f-ad9b-c8b2bbaffdc1 service neutron] 10.222.0.11 "GET /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825450 Oct 19 08:39:58.656990 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-8d5898bf-9fcf-4274-bcbb-b5b77ce29581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:39:58.686716 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5898bf-9fcf-4274-bcbb-b5b77ce29581 None None] The sync data for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi is: [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:25Z', 'revision_number': 4, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi', '_interfaces': [{'id': 'd4b08b60-761e-4e44-890d-333846be3395', 'name': '', 'network_id': '09e1e2e2-02ec-4078-9b6b-9e1d757336b7', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'mac_address': 'fa:16:3e:af:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:25Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'subnets': [{'id': '172ef68a-c4a9-4c64-a462-ff7f41dc6844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:39:58.885917 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807510b0-0c59-4a81-89b5-f9465af331c5 None None] New status for floating IP dfddb75b-ce0b-44b1-a58b-0f66c27f5c48: DOWN {{(pid=99815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 08:39:58.910400 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6deebe-0251-48b0-8716-1a63915e1a73 req-93430740-a677-4fb6-b0d8-9091efe14faa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 08:39:58.911831 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d6deebe-0251-48b0-8716-1a63915e1a73 req-93430740-a677-4fb6-b0d8-9091efe14faa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 945 time: 0.0546944 Oct 19 08:39:59.001390 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-0d6deebe-0251-48b0-8716-1a63915e1a73 req-ef86f32b-2efd-4980-81e7-f4927414847f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Deleting port c2ff330e-a352-4142-beea-72ad324f3271 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:39:59.001728 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-0d6deebe-0251-48b0-8716-1a63915e1a73 req-ef86f32b-2efd-4980-81e7-f4927414847f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:59.091296 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [req-0d6deebe-0251-48b0-8716-1a63915e1a73 req-ef86f32b-2efd-4980-81e7-f4927414847f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] For port c2ff330e-a352-4142-beea-72ad324f3271, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c2ff330e-a352-4142-beea-72ad324f3271,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:39:59.091679 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-0d6deebe-0251-48b0-8716-1a63915e1a73 req-ef86f32b-2efd-4980-81e7-f4927414847f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:59.103256 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [req-0d6deebe-0251-48b0-8716-1a63915e1a73 req-ef86f32b-2efd-4980-81e7-f4927414847f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Calling delete_port for c2ff330e-a352-4142-beea-72ad324f3271 owned by compute:nova {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:39:59.226737 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-0d6deebe-0251-48b0-8716-1a63915e1a73 req-ef86f32b-2efd-4980-81e7-f4927414847f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:59.256200 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86f32b-2efd-4980-81e7-f4927414847f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event deleted for resources: {'Port': ['ID=c2ff330e-a352-4142-beea-72ad324f3271,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:39:59.299594 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6deebe-0251-48b0-8716-1a63915e1a73 req-ef86f32b-2efd-4980-81e7-f4927414847f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] No DVR routers for this DVR port c2ff330e-a352-4142-beea-72ad324f3271 on host hv-cinder-81398 {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:39:59.302754 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [req-0d6deebe-0251-48b0-8716-1a63915e1a73 req-ef86f32b-2efd-4980-81e7-f4927414847f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for port, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:39:59.306107 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-0d6deebe-0251-48b0-8716-1a63915e1a73 req-ef86f32b-2efd-4980-81e7-f4927414847f tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.11 "DELETE /v2.0/ports/c2ff330e-a352-4142-beea-72ad324f3271 HTTP/1.1" status: 204 len: 173 time: 0.3883092 Oct 19 08:39:59.465974 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [req-b5c3110e-6b8a-4f81-89d1-1a32b177fdf2 req-55ca8c78-53af-477d-8fb6-4babf2820d47 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "GET /v2.0/ports?device_id=532d2be2-d6f6-4402-b37b-574a504d3ab4 HTTP/1.1" status: 200 len: 210 time: 0.0262351 Oct 19 08:40:00.059573 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'name': 'network-vif-deleted', 'tag': 'c2ff330e-a352-4142-beea-72ad324f3271'}] {{(pid=99813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 08:40:00.061925 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9b7a1f4fcac546875104cd108e27935bcad431e42b2ec07ed570780cf7869aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fdbe66-4856-4702-a02b-ebbccd396efa" -d '{"events": [{"server_uuid": "532d2be2-d6f6-4402-b37b-574a504d3ab4", "name": "network-vif-deleted", "tag": "c2ff330e-a352-4142-beea-72ad324f3271"}]}' {{(pid=99813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:40:00.096996 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 08:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5ef8b0-a036-42d1-bfa8-d8c20beb6762 x-openstack-request-id: req-9d5ef8b0-a036-42d1-bfa8-d8c20beb6762 {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:40:00.097358 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "532d2be2-d6f6-4402-b37b-574a504d3ab4", "name": "network-vif-deleted", "tag": "c2ff330e-a352-4142-beea-72ad324f3271", "status": "completed", "code": 200}]} {{(pid=99813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:40:00.097623 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d5ef8b0-a036-42d1-bfa8-d8c20beb6762 {{(pid=99813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:40:00.098012 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532d2be2-d6f6-4402-b37b-574a504d3ab4', 'name': 'network-vif-deleted', 'tag': 'c2ff330e-a352-4142-beea-72ad324f3271', 'status': 'completed', 'code': 200} Oct 19 08:40:00.524553 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48772) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:00.645279 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad7c93-9fb1-43d8-bb20-44b9ad8b90fa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Deleting port 952a81d3-ad35-46d8-9f31-31ebbd7d8a3d {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:40:00.645973 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7c93-9fb1-43d8-bb20-44b9ad8b90fa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:00.722043 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7c93-9fb1-43d8-bb20-44b9ad8b90fa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:00.722285 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7c93-9fb1-43d8-bb20-44b9ad8b90fa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:00.734197 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad7c93-9fb1-43d8-bb20-44b9ad8b90fa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Calling delete_port for 952a81d3-ad35-46d8-9f31-31ebbd7d8a3d owned by network:floatingip {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:40:00.861690 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7c93-9fb1-43d8-bb20-44b9ad8b90fa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:00.887751 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad7c93-9fb1-43d8-bb20-44b9ad8b90fa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event deleted for resources: {'Port': ['ID=952a81d3-ad35-46d8-9f31-31ebbd7d8a3d,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:00.945548 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7c93-9fb1-43d8-bb20-44b9ad8b90fa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for floatingip, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:00.948314 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7c93-9fb1-43d8-bb20-44b9ad8b90fa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60521'] for floatingip, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:00.949463 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-b9ad7c93-9fb1-43d8-bb20-44b9ad8b90fa tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "DELETE /v2.0/floatingips/98f0dc43-4fb4-49ec-bdbd-58ec1de85d06 HTTP/1.1" status: 204 len: 168 time: 0.4239345 Oct 19 08:40:02.137728 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48784) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:02.197259 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a11d9689-9dc3-4fe6-b29d-c3d0ba396fa5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:02.224074 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a11d9689-9dc3-4fe6-b29d-c3d0ba396fa5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:02.295603 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a11d9689-9dc3-4fe6-b29d-c3d0ba396fa5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:02.298341 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-a11d9689-9dc3-4fe6-b29d-c3d0ba396fa5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:02.299591 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-a11d9689-9dc3-4fe6-b29d-c3d0ba396fa5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] 10.222.0.26 "DELETE /v2.0/security-groups/9f953905-b8d2-470f-816c-dcdf7d12bd2c HTTP/1.1" status: 204 len: 168 time: 0.1608775 Oct 19 08:40:02.310530 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d9689-9dc3-4fe6-b29d-c3d0ba396fa5 tempest-TestVolumeBootPattern-881414715 tempest-TestVolumeBootPattern-881414715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f953905-b8d2-470f-816c-dcdf7d12bd2c,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:02.365241 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48788) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:03.038254 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-be7c8e8b-ca31-4405-9d97-e8af28f8f8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626554'] for router_interface, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:03.230538 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device c2ff330e-a352-4142-beea-72ad324f3271 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:40:03.249703 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] No Port match for: c2ff330e-a352-4142-beea-72ad324f3271 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:40:03.250042 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Device c2ff330e-a352-4142-beea-72ad324f3271 not bound to the agent host hv-cinder-81398 {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:40:03.276218 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-be7c8e8b-ca31-4405-9d97-e8af28f8f8d2 admin admin] Deleting port d4b08b60-761e-4e44-890d-333846be3395 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:40:03.276772 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-be7c8e8b-ca31-4405-9d97-e8af28f8f8d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:03.354457 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-be7c8e8b-ca31-4405-9d97-e8af28f8f8d2 admin admin] For port d4b08b60-761e-4e44-890d-333846be3395, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=d4b08b60-761e-4e44-890d-333846be3395,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:40:03.354837 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-be7c8e8b-ca31-4405-9d97-e8af28f8f8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:03.367187 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-be7c8e8b-ca31-4405-9d97-e8af28f8f8d2 admin admin] Calling delete_port for d4b08b60-761e-4e44-890d-333846be3395 owned by network:router_interface {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:40:03.540533 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-be7c8e8b-ca31-4405-9d97-e8af28f8f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:03.566749 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c8e8b-ca31-4405-9d97-e8af28f8f8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b08b60-761e-4e44-890d-333846be3395,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:03.728768 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-be7c8e8b-ca31-4405-9d97-e8af28f8f8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626390'] for router_interface, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:03.936944 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7c8e8b-ca31-4405-9d97-e8af28f8f8d2 admin admin] Router 51a04db1-e82b-4e7a-abb1-dee860873d0d has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:40:04.044132 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7c8e8b-ca31-4405-9d97-e8af28f8f8d2 admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:40:04.049251 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-be7c8e8b-ca31-4405-9d97-e8af28f8f8d2 admin admin] 10.222.0.26 "PUT /v2.0/routers/51a04db1-e82b-4e7a-abb1-dee860873d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6829908 Oct 19 08:40:04.052382 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48792) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:04.054419 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cb698d-d4b0-4dd9-8091-e7306b596259 None None] Sync routers for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:40:04.063539 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb698d-d4b0-4dd9-8091-e7306b596259 None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:40:04.064142 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-77cb698d-d4b0-4dd9-8091-e7306b596259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:39:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:04.157240 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Publish callbacks [] for router, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:04.171252 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-77cb698d-d4b0-4dd9-8091-e7306b596259 None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: dv-cinder-813984-3-iscsi {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:40:04.257982 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:04.316296 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Deleting port 26c9e40e-b074-4786-bd0d-a76a07b38934 {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:40:04.316624 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:04.394788 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] For port 26c9e40e-b074-4786-bd0d-a76a07b38934, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=26c9e40e-b074-4786-bd0d-a76a07b38934,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:40:04.395157 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:04.409214 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Calling delete_port for 26c9e40e-b074-4786-bd0d-a76a07b38934 owned by network:router_gateway {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:40:04.466000 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-77cb698d-d4b0-4dd9-8091-e7306b596259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:40:03Z', 'revision_number': 5, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port': {'id': '26c9e40e-b074-4786-bd0d-a76a07b38934', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:04.494791 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cb698d-d4b0-4dd9-8091-e7306b596259 None None] Checking router: 51a04db1-e82b-4e7a-abb1-dee860873d0d for host: dv-cinder-813984-3-iscsi {{(pid=99814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:40:04.502999 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb698d-d4b0-4dd9-8091-e7306b596259 None None] Routers {'51a04db1-e82b-4e7a-abb1-dee860873d0d'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:40:04.503597 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-77cb698d-d4b0-4dd9-8091-e7306b596259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:39:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['51a04db1-e82b-4e7a-abb1-dee860873d0d'], 'active': True} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:04.572594 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:04.598019 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_dvr_db [None req-77cb698d-d4b0-4dd9-8091-e7306b596259 None None] Set router 51a04db1-e82b-4e7a-abb1-dee860873d0d gateway port host: None {{(pid=99814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:40:04.600938 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Pushing event deleted for resources: {'Port': ['ID=26c9e40e-b074-4786-bd0d-a76a07b38934,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:04.625633 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:40:04.625972 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:40:04.626306 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:40:04.626657 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:40:04.626981 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:40:04.627300 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:40:04.627616 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:40:04.627931 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:40:04.628243 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:40:04.628552 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:40:04.628859 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:40:04.629163 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-3-iscsi {{(pid=99812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:40:04.652685 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.db.l3_hamode_db [None req-77cb698d-d4b0-4dd9-8091-e7306b596259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:40:04Z', 'revision_number': 6, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port_host': None}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:04.672047 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627888'] for router_gateway, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:04.682183 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cb698d-d4b0-4dd9-8091-e7306b596259 None None] The sync data for ids ['51a04db1-e82b-4e7a-abb1-dee860873d0d'] in dv-cinder-813984-3-iscsi is: [{'id': '51a04db1-e82b-4e7a-abb1-dee860873d0d', 'name': 'tempest-TestVolumeBootPattern-1227218604-router', 'tenant_id': '28ca19e490b045a8af80ce6bc64afa50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:21Z', 'updated_at': '2021-10-19T08:40:04Z', 'revision_number': 6, 'project_id': '28ca19e490b045a8af80ce6bc64afa50', 'gw_port_host': None}] {{(pid=99814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:40:04.761410 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7290'] for router, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:04.763520 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:04.805659 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625344'] for router, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:04.806234 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a04db1-e82b-4e7a-abb1-dee860873d0d {{(pid=99812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:40:04.811550 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] Publish callbacks [] for router, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:04.812787 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-dab27d45-01ba-4af8-8804-50ef479d509a admin admin] 10.222.0.26 "DELETE /v2.0/routers/51a04db1-e82b-4e7a-abb1-dee860873d0d HTTP/1.1" status: 204 len: 168 time: 0.7588527 Oct 19 08:40:04.815279 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48796) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:04.858610 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_v2 [None req-208ce534-ca3e-42a9-8a5c-5b2e178f5c1e admin admin] Deleting subnet 172ef68a-c4a9-4c64-a462-ff7f41dc6844 {{(pid=99812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:40:04.861852 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-208ce534-ca3e-42a9-8a5c-5b2e178f5c1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:04.900740 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-208ce534-ca3e-42a9-8a5c-5b2e178f5c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911843'] for subnet, precommit_delete_associations {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:04.973395 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-208ce534-ca3e-42a9-8a5c-5b2e178f5c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:05.024172 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-208ce534-ca3e-42a9-8a5c-5b2e178f5c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60597195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59567234'] for subnet, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:05.054616 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-208ce534-ca3e-42a9-8a5c-5b2e178f5c1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:05.058571 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-208ce534-ca3e-42a9-8a5c-5b2e178f5c1e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/172ef68a-c4a9-4c64-a462-ff7f41dc6844 HTTP/1.1" status: 204 len: 168 time: 0.2423382 Oct 19 08:40:05.059607 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ce534-ca3e-42a9-8a5c-5b2e178f5c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=172ef68a-c4a9-4c64-a462-ff7f41dc6844,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:05.060195 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373d9033-59ca-468f-97f1-49b226da999c None None] Network 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:40:05.061080 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48798) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:05.139171 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:05.198046 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Deleting port d4f204a4-0ad0-4765-87da-2e6b7b035a86 {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:40:05.198384 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:05.264710 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] For port d4f204a4-0ad0-4765-87da-2e6b7b035a86, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=d4f204a4-0ad0-4765-87da-2e6b7b035a86,segment=NetworkSegment(b22aaa46-60af-4935-ae5e-55a01f97e9db),segment_id=b22aaa46-60af-4935-ae5e-55a01f97e9db)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:40:05.265072 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:05.277999 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Calling delete_port for d4f204a4-0ad0-4765-87da-2e6b7b035a86 owned by network:dhcp {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:40:05.357519 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:05.383594 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f204a4-0ad0-4765-87da-2e6b7b035a86,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:05.385278 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] No DVR routers for this DVR port d4f204a4-0ad0-4765-87da-2e6b7b035a86 on host dv-cinder-813984-3-iscsi {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:40:05.457123 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:05.469387 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af21b739-a397-4521-96be-ed0e65112bcc None None] DHCP port deletion for 09e1e2e2-02ec-4078-9b6b-9e1d757336b7 request from dv-cinder-813984-3-iscsi {{(pid=99814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:40:05.484729 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e1e2e2-02ec-4078-9b6b-9e1d757336b7']}} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:05.494577 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22aaa46-60af-4935-ae5e-55a01f97e9db') {'for_net_delete': True} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:05.494872 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22aaa46-60af-4935-ae5e-55a01f97e9db') {} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:05.504342 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60713931'] for segment, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:05.517973 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:05.524341 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=99813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:40:05.524934 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60713989'] for segment, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: Traceback (most recent call last): Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: timer() Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: cb(*args, **kw) Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: return func(*args, **kwargs) Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: self._notify() Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: self.callback(batched_events) Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: event.method(event) Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: return f(self, *a, **k) Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._get(url).json() Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: return self.request(url, 'GET', **kwargs) Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:40:05.526681 dv-cinder-813984-3-iscsi neutron-server[99813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:40:05.583851 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:05.589309 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:05.592472 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] 10.222.0.26 "DELETE /v2.0/networks/09e1e2e2-02ec-4078-9b6b-9e1d757336b7 HTTP/1.1" status: 204 len: 168 time: 0.5298607 Oct 19 08:40:05.595457 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48800) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:05.603800 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcf96d-a373-43ec-b797-7b60ef14874f admin admin] Pushing event deleted for resources: {'Network': ['ID=09e1e2e2-02ec-4078-9b6b-9e1d757336b7,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:05.940563 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0394c9c3-49fb-4d9b-a04a-9662c3c5166d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626554'] for router_interface, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:06.100802 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device d4b08b60-761e-4e44-890d-333846be3395 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:40:06.120590 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: d4b08b60-761e-4e44-890d-333846be3395 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:40:06.120932 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device d4b08b60-761e-4e44-890d-333846be3395 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:40:06.121337 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 26c9e40e-b074-4786-bd0d-a76a07b38934 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:40:06.139258 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 26c9e40e-b074-4786-bd0d-a76a07b38934 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:40:06.139604 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 26c9e40e-b074-4786-bd0d-a76a07b38934 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:40:06.140006 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device d4f204a4-0ad0-4765-87da-2e6b7b035a86 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:40:06.158616 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: d4f204a4-0ad0-4765-87da-2e6b7b035a86 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:40:06.158964 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device d4f204a4-0ad0-4765-87da-2e6b7b035a86 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:40:06.181572 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-0394c9c3-49fb-4d9b-a04a-9662c3c5166d admin admin] Deleting port de92effc-3b19-4696-900b-803f2d9fe95c {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:40:06.182071 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0394c9c3-49fb-4d9b-a04a-9662c3c5166d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:06.258455 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [None req-0394c9c3-49fb-4d9b-a04a-9662c3c5166d admin admin] For port de92effc-3b19-4696-900b-803f2d9fe95c, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=de92effc-3b19-4696-900b-803f2d9fe95c,segment=NetworkSegment(c9198336-05b2-4f70-bdef-81273a8d1edd),segment_id=c9198336-05b2-4f70-bdef-81273a8d1edd)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:40:06.258751 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0394c9c3-49fb-4d9b-a04a-9662c3c5166d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:06.270794 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-0394c9c3-49fb-4d9b-a04a-9662c3c5166d admin admin] Calling delete_port for de92effc-3b19-4696-900b-803f2d9fe95c owned by network:router_interface {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:40:06.443183 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0394c9c3-49fb-4d9b-a04a-9662c3c5166d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:06.470809 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394c9c3-49fb-4d9b-a04a-9662c3c5166d admin admin] Pushing event deleted for resources: {'Port': ['ID=de92effc-3b19-4696-900b-803f2d9fe95c,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:06.631404 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-0394c9c3-49fb-4d9b-a04a-9662c3c5166d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626390'] for router_interface, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:07.080046 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0394c9c3-49fb-4d9b-a04a-9662c3c5166d admin admin] Router f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 has already been hosted by L3 agent 23bea81b-00a8-485d-8167-e1a7497f4760 {{(pid=99812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:40:07.184693 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0394c9c3-49fb-4d9b-a04a-9662c3c5166d admin admin] Notify agent at l3_agent.dv-cinder-813984-3-iscsi the message routers_updated {{(pid=99812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:40:07.189701 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-0394c9c3-49fb-4d9b-a04a-9662c3c5166d admin admin] 10.222.0.26 "PUT /v2.0/routers/f19114e1-df6f-4b3f-9fa3-d8f395c2cd82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5931857 Oct 19 08:40:07.192800 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48802) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:07.195624 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a8ada-94f4-49ca-b9f1-34bc9784cf20 None None] Sync routers for ids ['f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'] in dv-cinder-813984-3-iscsi {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:40:07.204532 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a8ada-94f4-49ca-b9f1-34bc9784cf20 None None] Routers {'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:40:07.205114 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-011a8ada-94f4-49ca-b9f1-34bc9784cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:39:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:07.301069 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Publish callbacks [] for router, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:07.392075 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-011a8ada-94f4-49ca-b9f1-34bc9784cf20 None None] Set router f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 gateway port host: dv-cinder-813984-3-iscsi {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:40:07.405107 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:07.456381 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Deleting port 227b656b-8602-4a4b-933e-a65c06982ce9 {{(pid=99812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:40:07.456697 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:07.533638 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.db [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] For port 227b656b-8602-4a4b-933e-a65c06982ce9, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=227b656b-8602-4a4b-933e-a65c06982ce9,segment=NetworkSegment(d2543629-4fde-4d79-bc12-6491dffcf179),segment_id=d2543629-4fde-4d79-bc12-6491dffcf179)] {{(pid=99812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:40:07.533993 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:07.546851 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.plugins.ml2.plugin [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Calling delete_port for 227b656b-8602-4a4b-933e-a65c06982ce9 owned by network:router_gateway {{(pid=99812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:40:07.566329 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-011a8ada-94f4-49ca-b9f1-34bc9784cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'name': 'tempest-TestVolumeBootPattern-1289071693-router', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'external_fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:28Z', 'updated_at': '2021-10-19T08:40:06Z', 'revision_number': 5, 'project_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'gw_port': {'id': '227b656b-8602-4a4b-933e-a65c06982ce9', 'name': '', 'network_id': 'df899231-3d66-4e46-852d-f94c9631241f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:68:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T08:30:30Z', 'updated_at': '2021-10-19T08:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b9f85b1b-859d-4ae4-80ae-2f39d2dbbadb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-3-iscsi'}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:07.595493 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a8ada-94f4-49ca-b9f1-34bc9784cf20 None None] Checking router: f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 for host: dv-cinder-813984-3-iscsi {{(pid=99815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:40:07.604325 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a8ada-94f4-49ca-b9f1-34bc9784cf20 None None] Routers {'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'} bound to L3 agent in host dv-cinder-813984-3-iscsi {{(pid=99815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:40:07.604966 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-011a8ada-94f4-49ca-b9f1-34bc9784cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T08:16:15Z,description=,heartbeat_timestamp=2021-10-19T08:39:45Z,host='dv-cinder-813984-3-iscsi',id=23bea81b-00a8-485d-8167-e1a7497f4760,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T08:16:15Z,topic='l3_agent')) {'router_ids': ['f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'], 'active': True} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:07.690718 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_dvr_db [None req-011a8ada-94f4-49ca-b9f1-34bc9784cf20 None None] Set router f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 gateway port host: None {{(pid=99815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:40:07.713315 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60597222'] for port, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:07.742761 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Pushing event deleted for resources: {'Port': ['ID=227b656b-8602-4a4b-933e-a65c06982ce9,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:07.743011 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.l3_hamode_db [None req-011a8ada-94f4-49ca-b9f1-34bc9784cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'name': 'tempest-TestVolumeBootPattern-1289071693-router', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:28Z', 'updated_at': '2021-10-19T08:40:07Z', 'revision_number': 6, 'project_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'gw_port_host': None}], 'dv-cinder-813984-3-iscsi', False) {} {{(pid=99815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:07.775600 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a8ada-94f4-49ca-b9f1-34bc9784cf20 None None] The sync data for ids ['f19114e1-df6f-4b3f-9fa3-d8f395c2cd82'] in dv-cinder-813984-3-iscsi is: [{'id': 'f19114e1-df6f-4b3f-9fa3-d8f395c2cd82', 'name': 'tempest-TestVolumeBootPattern-1289071693-router', 'tenant_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T08:30:28Z', 'updated_at': '2021-10-19T08:40:07Z', 'revision_number': 6, 'project_id': 'fd13b0342f9e4732a8c4745a8db4b424', 'gw_port_host': None}] {{(pid=99815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:40:07.803222 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1627888'] for router_gateway, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:07.894387 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1625355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7290'] for router, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:07.897447 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:07.940340 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1625344'] for router, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:07.940972 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 {{(pid=99812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:40:07.945437 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] Publish callbacks [] for router, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:07.946656 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-06358bed-066b-4ee3-9be1-a010a9f9551e admin admin] 10.222.0.26 "DELETE /v2.0/routers/f19114e1-df6f-4b3f-9fa3-d8f395c2cd82 HTTP/1.1" status: 204 len: 168 time: 0.7527795 Oct 19 08:40:07.949169 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.wsgi [-] (99812) accepted ('10.222.0.26', 48804) {{(pid=99812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:07.996274 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7511232d-affd-4bae-9b99-1e83ad607b55 admin admin] Deleting subnet ef423df8-8471-4a63-89d9-6a24149f44c6 {{(pid=99812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 08:40:07.999194 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7511232d-affd-4bae-9b99-1e83ad607b55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.032672 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7511232d-affd-4bae-9b99-1e83ad607b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911843'] for subnet, precommit_delete_associations {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.110611 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7511232d-affd-4bae-9b99-1e83ad607b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1482952'] for subnet, precommit_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.176385 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7511232d-affd-4bae-9b99-1e83ad607b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1482945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60597195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59567234'] for subnet, after_delete {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.204822 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511232d-affd-4bae-9b99-1e83ad607b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef423df8-8471-4a63-89d9-6a24149f44c6,revision_number=None']} {{(pid=99812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:08.206807 dv-cinder-813984-3-iscsi neutron-server[99812]: DEBUG neutron_lib.callbacks.manager [None req-7511232d-affd-4bae-9b99-1e83ad607b55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=99812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.210644 dv-cinder-813984-3-iscsi neutron-server[99812]: INFO neutron.wsgi [None req-7511232d-affd-4bae-9b99-1e83ad607b55 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ef423df8-8471-4a63-89d9-6a24149f44c6 HTTP/1.1" status: 204 len: 168 time: 0.2605507 Oct 19 08:40:08.213247 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48806) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:08.216607 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d6420a-ad15-47a1-8283-09ed227be9f0 None None] Network b62460b2-eefa-495c-a12c-d10e04e8f007 requested from dv-cinder-813984-3-iscsi {{(pid=99814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:40:08.284970 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537005'] for network, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.339020 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Deleting port 4b9afe5c-dd23-457c-aeb8-e34885d9ebda {{(pid=99813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 08:40:08.339354 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767277085507'] for port, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.405809 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.db [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] For port 4b9afe5c-dd23-457c-aeb8-e34885d9ebda, host dv-cinder-813984-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-3-iscsi',level=0,port_id=4b9afe5c-dd23-457c-aeb8-e34885d9ebda,segment=NetworkSegment(c9198336-05b2-4f70-bdef-81273a8d1edd),segment_id=c9198336-05b2-4f70-bdef-81273a8d1edd)] {{(pid=99813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:40:08.406172 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518579'] for port, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.418640 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Calling delete_port for 4b9afe5c-dd23-457c-aeb8-e34885d9ebda owned by network:dhcp {{(pid=99813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 08:40:08.495446 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767277139469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767276554626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60714102'] for port, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.521217 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9afe5c-dd23-457c-aeb8-e34885d9ebda,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:08.524487 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] No DVR routers for this DVR port 4b9afe5c-dd23-457c-aeb8-e34885d9ebda on host dv-cinder-813984-3-iscsi {{(pid=99813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 08:40:08.549063 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8ee3cb-e2b6-4365-9c01-1408f3fbfd1c None None] DHCP port deletion for b62460b2-eefa-495c-a12c-d10e04e8f007 request from dv-cinder-813984-3-iscsi {{(pid=99814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:40:08.555292 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device de92effc-3b19-4696-900b-803f2d9fe95c no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:40:08.578771 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: de92effc-3b19-4696-900b-803f2d9fe95c {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:40:08.579377 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device de92effc-3b19-4696-900b-803f2d9fe95c not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:40:08.604428 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405533', 'neutron.services.segments.db._delete_segments_for_network-8767277065813'] for network, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.624147 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62460b2-eefa-495c-a12c-d10e04e8f007']}} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:08.634144 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9198336-05b2-4f70-bdef-81273a8d1edd') {'for_net_delete': True} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:08.634435 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.services.segments.db [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9198336-05b2-4f70-bdef-81273a8d1edd') {} {{(pid=99813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:40:08.643861 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767277066590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60713931'] for segment, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.657935 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367'] for segment, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.664282 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=99813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:40:08.664691 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60713989'] for segment, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: Traceback (most recent call last): Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: timer() Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: cb(*args, **kw) Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: return func(*args, **kwargs) Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: self._notify() Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: self.callback(batched_events) Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: event.method(event) Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: return f(self, *a, **k) Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._get(url).json() Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: return self.request(url, 'GET', **kwargs) Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 08:40:08.666370 dv-cinder-813984-3-iscsi neutron-server[99813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 08:40:08.725224 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1405526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1627796'] for network, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.730707 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619593'] for network, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.733871 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b62460b2-eefa-495c-a12c-d10e04e8f007 HTTP/1.1" status: 204 len: 168 time: 0.5196202 Oct 19 08:40:08.746125 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7e1b5-9226-4ce8-9ca1-3248a3bb1f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=b62460b2-eefa-495c-a12c-d10e04e8f007,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:08.852400 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48810) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:08.890941 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-d467efa3-2333-4cc0-a5da-04766ae21e97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28ca19e490b045a8af80ce6bc64afa50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371950 Oct 19 08:40:08.893306 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48812) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:08.939680 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9b50565a-e03f-41e3-a3b3-672311db353f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:08.960813 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9b50565a-e03f-41e3-a3b3-672311db353f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:09.005774 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9b50565a-e03f-41e3-a3b3-672311db353f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:09.008263 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-9b50565a-e03f-41e3-a3b3-672311db353f admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:09.009377 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-9b50565a-e03f-41e3-a3b3-672311db353f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae6ec836-6c0d-43ae-a533-b11b771e7cde HTTP/1.1" status: 204 len: 168 time: 0.1152034 Oct 19 08:40:09.017113 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50565a-e03f-41e3-a3b3-672311db353f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6ec836-6c0d-43ae-a533-b11b771e7cde,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:09.309125 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48818) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:09.347459 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-ee17f326-b344-4e93-8aac-526499e182c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd13b0342f9e4732a8c4745a8db4b424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372334 Oct 19 08:40:09.350768 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.wsgi [-] (99813) accepted ('10.222.0.26', 48820) {{(pid=99813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:40:09.400155 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fb3c1cfb-9eaa-4b01-bd7b-1717b97602d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:09.420932 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fb3c1cfb-9eaa-4b01-bd7b-1717b97602d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:09.466298 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fb3c1cfb-9eaa-4b01-bd7b-1717b97602d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-372205'] for security_group, after_delete {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:09.468894 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron_lib.callbacks.manager [None req-fb3c1cfb-9eaa-4b01-bd7b-1717b97602d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=99813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:09.470049 dv-cinder-813984-3-iscsi neutron-server[99813]: INFO neutron.wsgi [None req-fb3c1cfb-9eaa-4b01-bd7b-1717b97602d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3b45a4f-64cc-4304-a6c7-fb3eb9ee1024 HTTP/1.1" status: 204 len: 168 time: 0.1183605 Oct 19 08:40:09.478077 dv-cinder-813984-3-iscsi neutron-server[99813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c1cfb-9eaa-4b01-bd7b-1717b97602d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b45a4f-64cc-4304-a6c7-fb3eb9ee1024,revision_number=None']} {{(pid=99813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:40:10.098304 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4b9afe5c-dd23-457c-aeb8-e34885d9ebda no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:40:10.118441 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 4b9afe5c-dd23-457c-aeb8-e34885d9ebda {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:40:10.118808 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 4b9afe5c-dd23-457c-aeb8-e34885d9ebda not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:40:10.119211 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 227b656b-8602-4a4b-933e-a65c06982ce9 no longer exists at agent ovs-agent-dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:40:10.140758 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.plugin [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] No Port match for: 227b656b-8602-4a4b-933e-a65c06982ce9 {{(pid=99814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 08:40:10.141100 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron.plugins.ml2.rpc [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Device 227b656b-8602-4a4b-933e-a65c06982ce9 not bound to the agent host dv-cinder-813984-3-iscsi {{(pid=99814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:40:11.917762 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-8a615ecf-24f3-468d-9be3-9196aad6f352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:15.116891 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-9811582c-d7b5-41ae-8bda-4117d544be6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:15.967857 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:16.658754 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:17.728506 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:20.017541 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:40:21.514571 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:41.917590 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d920bb7b-2885-4ed1-ad65-8ae61bc53c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:45.118562 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-3bcda86c-8aa5-4673-9135-c9de08ec68f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:45.968962 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:46.662555 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:47.730847 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:51.518631 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:40:57.015783 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:41:11.917873 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a24209a4-e6cc-4814-9bab-44d19773fa6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:41:15.119044 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-d328a0cd-c63c-4bdf-9d65-d36137b1caf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:41:15.970600 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:41:16.665252 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:41:17.731089 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:41:21.527000 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:41:34.015474 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:41:41.918979 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-a736410d-6bdc-4204-a34e-8d59bbb70f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:41:45.119312 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-cdcaee62-9c22-46ca-989d-519452a66893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:41:45.971218 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:41:46.668372 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:41:47.734475 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:41:51.543747 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:42:11.014994 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:42:11.918750 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b6e2302b-9a4e-441c-934a-3585905b348f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:42:15.119842 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-676ea026-02f9-4aea-9576-2e36a7a39339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:42:15.972837 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:42:16.670898 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:42:17.747389 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:42:21.540790 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:42:41.919552 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-bcf4dd80-94d1-4288-9ead-004197837690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:42:45.119834 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-27dfc9f3-5460-4159-983e-d2d52950d979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:42:45.972663 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:42:46.675052 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:42:47.741429 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:42:48.014795 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:42:51.554895 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:43:11.919144 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-3a4794ee-b816-44b0-bf79-1059b27ffd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:43:15.119300 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4d195cef-d3af-4951-ab7c-f6786d3641ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:43:15.972749 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:43:16.677181 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:43:17.744269 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:43:21.569597 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:43:25.014617 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:43:41.919721 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-b9defaed-062f-4f6f-b225-d0ddb49a9723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:43:45.119898 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-29d88f48-9676-41a3-bb40-e5bd27fe269c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:43:45.973371 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:43:46.678864 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:43:47.747710 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:43:51.584037 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:44:02.013344 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:44:11.920260 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-c37bc6ed-b675-4def-8bed-44b6d93013ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:44:15.120813 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-4ae5fb47-7ac4-407c-9ab3-c18f5ac692d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:44:15.974366 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:44:16.681734 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:44:17.758671 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:44:21.583154 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:44:39.012131 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:44:41.920020 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-0d5d8baa-ac41-4c00-8858-c13d828f39dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:44:45.123420 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-c55f881e-7c55-4541-8aa2-47c4381f440c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:44:45.974516 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:44:46.684719 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:44:47.752924 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:44:51.586204 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:45:11.920663 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-9e695bde-8e3a-49bc-aef7-d26f5fefb28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:45:15.123991 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-034314bb-a6ba-4307-aaf2-1b925e7b8cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:45:15.974514 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:45:16.009843 dv-cinder-813984-3-iscsi neutron-server[99815]: DEBUG neutron.db.agents_db [None req-61f5cb2d-ff83-48c9-979b-9148a8e17c2f None None] Agent healthcheck: found 6 active agents {{(pid=99815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:45:16.687903 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:45:17.756544 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-eb8d4bc3-46bd-42ae-9975-a424bc9d6961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:45:21.585049 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-e845237d-63b2-400b-936c-9e5842eaa3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:45:41.924831 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-35563e20-3d58-4b8f-a2c3-e83d7f97208c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:45:45.125408 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-aa9df0d5-77fe-4ba9-9a69-b2165e70b193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:45:45.975528 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-02c6b87d-1458-453e-bb5b-b53bb6b9f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 08:45:46.689874 dv-cinder-813984-3-iscsi neutron-server[99814]: DEBUG neutron_lib.callbacks.manager [None req-98ec543a-87e7-4880-a687-7478c37b9d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767277065795', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1407069'] for agent, after_update {{(pid=99814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}